-- Logs begin at Tue 2021-01-19 21:35:25 UTC, end at Tue 2021-01-19 22:44:29 UTC. -- Jan 19 22:17:12.764492 dv-cinder-750782-5-smb systemd[1]: Started Devstack devstack@q-svc.service. Jan 19 22:17:15.494476 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.common.config [-] Logging enabled! Jan 19 22:17:15.495029 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev396 Jan 19 22:17:15.496344 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80054) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 19 22:17:15.498351 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.common.config [-] Logging enabled! Jan 19 22:17:15.498654 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev396 Jan 19 22:17:15.499004 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80054) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 19 22:17:15.500073 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 19 22:17:15.500346 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 19 22:17:15.501468 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 19 22:17:15.501761 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 19 22:17:15.502026 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 19 22:17:15.502401 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.502748 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.503103 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.503366 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.503714 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.504054 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.504380 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.504720 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.505064 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.505424 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.505750 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.506079 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.506343 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.506668 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] config_source = [] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.507014 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.507341 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.507600 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] debug = True {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.507922 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.508463 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.508790 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.509115 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.509485 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.509803 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.510122 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.510451 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.510824 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] host = dv-cinder-750782-5-smb {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.511148 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.511479 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.511813 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.512146 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.512464 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.512784 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.513117 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.513461 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] log_dir = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.513781 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] log_file = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.514096 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.514431 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.514767 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.515110 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.515371 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.515630 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.515963 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.516299 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.516618 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.517099 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.517442 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.517763 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.518082 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.518392 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.518725 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.519057 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.519390 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.519705 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.520023 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.520335 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.520647 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.521006 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.521334 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.521649 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.521966 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.522298 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.522606 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.522926 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.523285 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.523619 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.523952 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.524282 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.524590 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.524923 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.525250 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.525609 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] use_journal = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.525928 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] use_json = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.526234 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.526556 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.526884 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.527199 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.527515 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.527832 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.528145 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.528483 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:15.528828 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.529172 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.529543 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.529877 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.530219 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.530546 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.530871 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.531199 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.531539 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.531866 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.532198 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.533043 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.533397 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.533719 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.534065 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.534420 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.534764 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.535104 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.535421 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.535737 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.536053 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.536373 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.536705 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.537049 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.537417 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.537743 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.538061 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.538400 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.538724 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.539036 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.539355 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.539692 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.540013 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.540327 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.540652 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.540972 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.541320 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.542118 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.542118 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.542440 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.542713 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.543025 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.543338 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.543709 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.543987 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.544308 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.544765 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.544918 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.545410 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.545576 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.545889 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.546203 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.546523 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.546836 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.547155 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.547468 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.547780 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.548104 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.548952 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.549297 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.549608 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.549923 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.550244 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.550554 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.550869 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.551179 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.551496 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.551808 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.552136 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.552482 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.552801 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.553122 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.553473 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.553796 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.554116 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.554701 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.555018 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.555337 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.555652 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.556003 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.556326 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.556654 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.557117 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.557477 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.557820 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.558145 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.558470 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.558789 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.559112 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.559440 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.559772 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.560248 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.560589 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.560926 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.561311 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.561671 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.561965 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.562331 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.562648 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:15.562907 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 19 22:17:15.563173 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80054) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Jan 19 22:17:16.233495 dv-cinder-750782-5-smb neutron-server[80054]: INFO keyring.backend [-] Loading Gnome Jan 19 22:17:16.250616 dv-cinder-750782-5-smb neutron-server[80054]: INFO keyring.backend [-] Loading Google Jan 19 22:17:16.253766 dv-cinder-750782-5-smb neutron-server[80054]: INFO keyring.backend [-] Loading Windows (alt) Jan 19 22:17:16.257215 dv-cinder-750782-5-smb neutron-server[80054]: INFO keyring.backend [-] Loading file Jan 19 22:17:16.258268 dv-cinder-750782-5-smb neutron-server[80054]: INFO keyring.backend [-] Loading keyczar Jan 19 22:17:16.258554 dv-cinder-750782-5-smb neutron-server[80054]: INFO keyring.backend [-] Loading multi Jan 19 22:17:16.259213 dv-cinder-750782-5-smb neutron-server[80054]: INFO keyring.backend [-] Loading pyfs Jan 19 22:17:16.306188 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:17:16.306501 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:17:16.306830 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:17:16.307496 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 19 22:17:16.704481 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:16.704992 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:16.705097 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:16.753810 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:16.754132 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:16.754440 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:16.758055 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:16.758374 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:16.758685 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:16.826941 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:16.827262 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:16.827564 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:16.828719 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:16.829028 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:16.829371 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.098741 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.099002 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.099314 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.099625 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.100463 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.248695 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.249074 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.249427 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.249740 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.250044 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.250428 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.250733 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.251025 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.251342 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.251681 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.251980 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.252289 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.252599 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.252898 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.253219 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.253565 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.253863 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.254189 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.254481 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.254969 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.255261 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.255551 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.255896 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.256186 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.256470 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.256892 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80054) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 19 22:17:17.257195 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80054) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 19 22:17:17.257476 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80054) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 19 22:17:17.257751 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80054) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 19 22:17:17.258025 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80054) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 19 22:17:17.258298 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80054) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 19 22:17:17.259698 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 19 22:17:17.262930 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 19 22:17:17.266862 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 19 22:17:17.271415 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1050, 1099)])]) Jan 19 22:17:17.273088 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 19 22:17:17.274234 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 19 22:17:17.274624 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Jan 19 22:17:17.275066 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 19 22:17:17.277986 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 19 22:17:17.278279 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 19 22:17:17.278675 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Jan 19 22:17:17.300957 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jan 19 22:17:17.301509 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.301846 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80054) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Jan 19 22:17:17.302259 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.303624 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80054) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 19 22:17:17.303946 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Jan 19 22:17:17.304229 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Jan 19 22:17:17.307812 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.308138 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.373627 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 19 22:17:17.373913 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 19 22:17:17.374195 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 19 22:17:17.374610 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 19 22:17:17.411492 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_db.sqlalchemy.engines [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80054) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 19 22:17:17.856887 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.plugins.ml2.managers [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Initializing driver for type 'gre' Jan 19 22:17:17.857495 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] gre ID ranges: [(1, 1000)] Jan 19 22:17:17.898562 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.plugins.ml2.managers [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Initializing driver for type 'local' Jan 19 22:17:17.898937 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.plugins.ml2.managers [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Initializing driver for type 'vlan' Jan 19 22:17:17.909105 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] VlanTypeDriver initialization complete Jan 19 22:17:17.909536 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.plugins.ml2.managers [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Initializing driver for type 'vxlan' Jan 19 22:17:17.910072 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] vxlan ID ranges: [(1, 1000)] Jan 19 22:17:17.951373 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.plugins.ml2.managers [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Initializing extension driver 'port_security' Jan 19 22:17:17.951735 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.plugins.ml2.extensions.port_security [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] PortSecurityExtensionDriver initialization complete Jan 19 22:17:17.952111 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.plugins.ml2.managers [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Initializing mechanism driver 'openvswitch' Jan 19 22:17:17.958358 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80054) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:17:17.959202 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > port after_create 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.959609 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > port after_update 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.959998 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > port after_delete 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.960423 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > subnet after_create 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.960810 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > subnet after_update 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.961190 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > subnet after_delete 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.961634 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > network after_create 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.962018 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > network after_update 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.962395 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > network after_delete 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.962805 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > security_group after_create 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.963185 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > security_group after_update 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.963560 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > security_group after_delete 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.963971 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.964350 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.964728 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.965297 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > address_group after_create 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.965675 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > address_group after_update 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.966053 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > address_group after_delete 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.966419 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] ML2 OVO RPC backend initialized. {{(pid=80054) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Jan 19 22:17:17.967127 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > router_interface after_create 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.967515 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.967969 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > network before_response 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.968349 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > networks before_response 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.968725 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > port before_response 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.969097 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > ports before_response 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.969497 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > subnet before_response 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.969871 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > subnets before_response 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.970250 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > network after_create 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.970622 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > network after_update 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.970989 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > network after_delete 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.971358 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > port after_create 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.971723 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > port after_update 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.972087 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > port after_delete 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.972454 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > subnet after_create 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.972821 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > subnet after_update 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.973184 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > subnet after_delete 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:17.973845 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.plugins.ml2.plugin [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Modular L2 Plugin initialization complete Jan 19 22:17:17.974198 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading services supported by the core plugin {{(pid=80054) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 19 22:17:17.974568 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.plugins.ml2.managers [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Got port-security extension from driver 'port_security' Jan 19 22:17:17.975071 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.extensions.vlantransparent [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Disabled vlantransparent extension. Jan 19 22:17:17.976585 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80054) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 19 22:17:17.976952 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading Plugin: router Jan 19 22:17:18.013840 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > router_interface before_create 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:18.014276 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > router after_create 55549900 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:18.014680 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > router before_create 55549900 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:18.015082 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:18.015496 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:18.015889 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > router after_delete 55549900 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:18.016287 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > floatingip after_update 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:18.016694 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > router after_create 55549900 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:18.017098 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > router after_update 55549900 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:18.017511 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > router after_update 55549900 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:18.017894 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:18.018295 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > router after_update 55549900 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:18.018782 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > router precommit_update 55549900 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:18.019197 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: port after_update 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:18.019574 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: port after_delete 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:18.019949 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: subnet after_update 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:18.020326 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:18.020715 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > port precommit_delete 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:18.021103 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > router precommit_create 55549900 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:18.021510 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: port before_delete 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:18.021893 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > router precommit_create 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:18.022292 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > router after_update 55549900 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:18.022671 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > router precommit_delete 55549900 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:18.023057 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > router precommit_create 55549900 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:18.023459 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > router_interface after_create 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:18.023866 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > router precommit_update 55549900 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:18.024273 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > network after_delete 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:18.025245 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource_registry [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Tracking information for resource: router configured {{(pid=80054) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 19 22:17:18.025710 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource_registry [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Tracking information for resource: floatingip configured {{(pid=80054) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 19 22:17:18.030400 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.db.l3_agentschedulers_db [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 19 22:17:18.031043 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: port after_update 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:18.031435 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: port after_create 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:18.031821 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: port after_delete 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:18.032202 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: port after_update 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:18.033114 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > router before_create 55550100 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:18.033568 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > router precommit_delete 55550100 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:18.033973 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > router precommit_create 55550100 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:18.034369 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > router precommit_update 55550100 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:18.039234 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.services.provider_configuration [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Service providers = [] {{(pid=80054) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 19 22:17:18.039634 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.servicetype_db [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80054) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 19 22:17:18.042455 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.services.service_base [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80054) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 19 22:17:18.042841 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.services.service_base [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80054) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 19 22:17:18.043221 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.services.service_base [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80054) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 19 22:17:18.044113 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.services.service_base [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80054) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 19 22:17:18.044516 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.services.service_base [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 19 22:17:18.044924 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80054) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 19 22:17:18.045303 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 19 22:17:18.055981 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80054) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 19 22:17:18.056354 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading Plugin: auto_allocate Jan 19 22:17:18.062099 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: network precommit_update 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:18.062506 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: network precommit_create 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:18.063091 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80054) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 19 22:17:18.063450 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading Plugin: tag Jan 19 22:17:18.072012 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80054) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 19 22:17:18.072394 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading Plugin: timestamp Jan 19 22:17:18.076393 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80054) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 19 22:17:18.076763 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading Plugin: network_ip_availability Jan 19 22:17:18.082222 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:18.082629 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:18.083020 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:18.083807 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80054) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 19 22:17:18.084168 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading Plugin: flavors Jan 19 22:17:18.088677 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80054) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 19 22:17:18.089047 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading Plugin: revisions Jan 19 22:17:18.093436 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80054) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 19 22:17:18.093868 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.787s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:17:18.094676 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80054) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jan 19 22:17:18.095064 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Initializing extension manager. Jan 19 22:17:18.095615 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: __init__.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.095993 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: __pycache__ {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.096362 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.096730 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: address_group.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.097551 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.098194 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: address-group Jan 19 22:17:18.098554 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: address_scope.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.099320 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.099901 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: address-scope Jan 19 22:17:18.100259 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: admin_state_down_before_update.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.101182 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.101794 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: router-admin-state-down-before-update Jan 19 22:17:18.102154 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: agent.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.102903 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.103482 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: agent Jan 19 22:17:18.103885 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: agent_resources_synced.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.104759 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.105358 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: agent-resources-synced Jan 19 22:17:18.105723 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: allowedaddresspairs.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.107545 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.108102 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: allowed-address-pairs Jan 19 22:17:18.108464 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: auto_allocated_topology.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.109555 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.110139 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: auto-allocated-topology Jan 19 22:17:18.110502 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: availability_zone.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.111770 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.112346 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: availability_zone Jan 19 22:17:18.112705 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: availability_zone_filter.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.113651 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.114229 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: availability_zone_filter Jan 19 22:17:18.114590 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: data_plane_status.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.115493 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.116068 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extension data-plane-status not supported by any of loaded plugins Jan 19 22:17:18.116427 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: default_subnetpools.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.117370 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.117959 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: default-subnetpools Jan 19 22:17:18.118321 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: dhcpagentscheduler.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.119262 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.119851 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: dhcp_agent_scheduler Jan 19 22:17:18.120216 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: dns.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.121132 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.121735 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extension dns-integration not supported by any of loaded plugins Jan 19 22:17:18.122094 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: dns_domain_ports.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.123004 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.123580 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 19 22:17:18.123939 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: dvr.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.124658 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.125238 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: dvr Jan 19 22:17:18.125621 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: empty_string_filtering.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.127093 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.127676 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: empty-string-filtering Jan 19 22:17:18.128038 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.128954 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.129556 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 19 22:17:18.129920 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.130833 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.131412 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 19 22:17:18.131769 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: external_net.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.132676 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.133253 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: external-net Jan 19 22:17:18.133647 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: extra_dhcp_opt.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.134558 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.135140 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: extra_dhcp_opt Jan 19 22:17:18.135501 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: extraroute.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.136405 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.136987 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: extraroute Jan 19 22:17:18.137380 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: extraroute_atomic.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.138402 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.138980 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: extraroute-atomic Jan 19 22:17:18.139339 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: filter_validation.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.140040 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.140620 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: filter-validation Jan 19 22:17:18.140979 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: fip_pf_description.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.141960 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.142532 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 19 22:17:18.142887 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: fip_port_details.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.143814 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.144396 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: fip-port-details Jan 19 22:17:18.144757 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: flavors.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.146005 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.146595 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: flavors Jan 19 22:17:18.146958 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.148700 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.149320 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 19 22:17:18.149698 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: floatingip_pools.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.150448 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.151036 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: floatingip-pools Jan 19 22:17:18.151403 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: ip_allocation.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.152335 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.152920 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extension ip_allocation not supported by any of loaded plugins Jan 19 22:17:18.153316 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.154221 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.154808 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: ip-substring-filtering Jan 19 22:17:18.155172 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: l2_adjacency.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.156094 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.156672 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extension l2_adjacency not supported by any of loaded plugins Jan 19 22:17:18.157033 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: l3.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.158141 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.158731 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: router Jan 19 22:17:18.159093 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: l3_conntrack_helper.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.161350 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.161959 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 19 22:17:18.162325 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.163248 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.163837 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: ext-gw-mode Jan 19 22:17:18.164201 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.165123 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.165762 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: l3-ha Jan 19 22:17:18.166124 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: l3_flavors.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.167046 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.167629 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: l3-flavors Jan 19 22:17:18.167992 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.169009 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.169622 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: l3-port-ip-change-not-allowed Jan 19 22:17:18.169987 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: l3agentscheduler.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.171129 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.171725 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: l3_agent_scheduler Jan 19 22:17:18.172090 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: logging.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.174133 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.174722 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extension logging not supported by any of loaded plugins Jan 19 22:17:18.175093 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: metering.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.175899 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.176602 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: metering Jan 19 22:17:18.176966 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.178122 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.178711 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: metering_source_and_destination_fields Jan 19 22:17:18.179075 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: multiprovidernet.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.180267 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.180844 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: multi-provider Jan 19 22:17:18.181206 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: netmtu.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.182451 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.182753 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: net-mtu Jan 19 22:17:18.183109 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: netmtu_writable.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.184029 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.184608 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: net-mtu-writable Jan 19 22:17:18.184972 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: network_availability_zone.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.185954 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.187599 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: network_availability_zone Jan 19 22:17:18.188152 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: network_ip_availability.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.190112 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.190707 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: network-ip-availability Jan 19 22:17:18.191074 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: network_segment_range.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.191918 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.192499 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extension network-segment-range not supported by any of loaded plugins Jan 19 22:17:18.192865 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: pagination.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.193921 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.194297 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: pagination Jan 19 22:17:18.194655 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.195597 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.196190 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: port-mac-address-regenerate Jan 19 22:17:18.196550 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.197489 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.198070 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: port-numa-affinity-policy Jan 19 22:17:18.198429 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: port_resource_request.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.199349 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.199926 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extension port-resource-request not supported by any of loaded plugins Jan 19 22:17:18.200286 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: portbindings.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.201217 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.201820 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: binding Jan 19 22:17:18.202181 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: portbindings_extended.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.203467 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.204050 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: binding-extended Jan 19 22:17:18.204442 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: portsecurity.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.205419 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.206004 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: port-security Jan 19 22:17:18.206366 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: project_id.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.207344 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.207719 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: project-id Jan 19 22:17:18.208073 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: providernet.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.208997 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.209603 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: provider Jan 19 22:17:18.209967 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: qos.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.213604 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.214201 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extension qos not supported by any of loaded plugins Jan 19 22:17:18.214573 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.215809 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.216397 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 19 22:17:18.216763 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.217708 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.218291 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 19 22:17:18.218653 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: qos_default.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.219569 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.220177 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extension qos-default not supported by any of loaded plugins Jan 19 22:17:18.220539 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: qos_fip.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.221228 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.221824 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extension qos-fip not supported by any of loaded plugins Jan 19 22:17:18.222184 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: qos_gateway_ip.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.223111 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.223691 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 19 22:17:18.224052 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: qos_port_network_policy.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.224977 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.225578 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 19 22:17:18.225939 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: qos_rule_type_details.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.226852 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.227429 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 19 22:17:18.227788 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: qos_rules_alias.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.228827 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.229426 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 19 22:17:18.229789 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: quotasv2.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.230754 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.231127 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: quotas Jan 19 22:17:18.231485 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: quotasv2_detail.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.233057 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.233479 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: quota_details Jan 19 22:17:18.233847 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: rbac.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.235107 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.236243 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: rbac-policies Jan 19 22:17:18.236608 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: rbac_address_scope.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.237566 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.238150 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: rbac-address-scope Jan 19 22:17:18.238509 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: rbac_security_groups.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.239437 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.240018 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: rbac-security-groups Jan 19 22:17:18.240378 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: rbac_subnetpool.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.241312 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.241897 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: rbac-subnetpool Jan 19 22:17:18.242260 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: revisionifmatch.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.243188 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.243778 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: revision-if-match Jan 19 22:17:18.244141 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: revisions.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.245235 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.245841 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: standard-attr-revisions Jan 19 22:17:18.246205 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: router_availability_zone.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.246916 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.247501 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: router_availability_zone Jan 19 22:17:18.247864 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: routerservicetype.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.248788 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.249388 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extension router-service-type not supported by any of loaded plugins Jan 19 22:17:18.249752 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.250689 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.251836 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: security-groups-normalized-cidr Jan 19 22:17:18.252235 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: security_groups_port_filtering.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.253164 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.253780 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: port-security-groups-filtering Jan 19 22:17:18.254147 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.255087 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.255680 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: security-groups-remote-address-group Jan 19 22:17:18.256040 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: securitygroup.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.269481 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.270097 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: security-group Jan 19 22:17:18.270466 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: segment.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.271331 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.271912 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extension segment not supported by any of loaded plugins Jan 19 22:17:18.272280 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.273230 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.273867 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 19 22:17:18.274233 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: servicetype.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.275334 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.275925 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: service-type Jan 19 22:17:18.276283 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: sorting.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.277262 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.277662 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: sorting Jan 19 22:17:18.278021 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: standard_attr_segment.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.278946 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.279527 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 19 22:17:18.279888 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: standardattrdescription.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.280570 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.281147 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: standard-attr-description Jan 19 22:17:18.281532 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: stateful_security_group.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.282993 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.283575 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: stateful-security-group Jan 19 22:17:18.283930 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: stdattrs_common.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.284516 dv-cinder-750782-5-smb neutron-server[80054]: WARNING neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 19 22:17:18.284870 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.285839 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.286418 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 19 22:17:18.286774 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: subnet_onboard.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.287869 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.288458 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: subnet_onboard Jan 19 22:17:18.288818 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.289900 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.290478 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 19 22:17:18.290841 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: subnet_service_types.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.291825 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.292396 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: subnet-service-types Jan 19 22:17:18.292754 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: subnetallocation.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.293846 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.294429 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: subnet_allocation Jan 19 22:17:18.294786 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.295495 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.296084 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: subnetpool-prefix-ops Jan 19 22:17:18.296441 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.297422 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.298013 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 19 22:17:18.298411 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: tagging.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.299681 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.300270 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: standard-attr-tag Jan 19 22:17:18.300634 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: timestamp.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.301842 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.302432 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loaded extension: standard-attr-timestamp Jan 19 22:17:18.302798 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: trunk.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.303815 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.304663 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extension trunk not supported by any of loaded plugins Jan 19 22:17:18.305023 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: trunk_details.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.305974 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.306552 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extension trunk-details not supported by any of loaded plugins Jan 19 22:17:18.306914 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: uplink_status_propagation.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.307829 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.308397 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 19 22:17:18.308753 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Loading extension file: vlantransparent.py {{(pid=80054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:17:18.309490 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:17:18.310140 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extension vlan-transparent not supported by any of loaded plugins Jan 19 22:17:18.312815 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.quota.resource_registry [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Creating instance of TrackedResource for resource:network Jan 19 22:17:18.314181 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.quota.resource_registry [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Creating instance of TrackedResource for resource:subnet Jan 19 22:17:18.314853 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.quota.resource_registry [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Creating instance of TrackedResource for resource:subnetpool Jan 19 22:17:18.315512 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.quota.resource_registry [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Creating instance of TrackedResource for resource:port Jan 19 22:17:18.317807 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.resource_helper [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 19 22:17:18.318302 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.resource_helper [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Service FLAVORS assigned prefix: {{(pid=80054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 19 22:17:18.318993 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.resource_helper [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 19 22:17:18.319472 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.resource_helper [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 19 22:17:18.319843 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.quota.resource_registry [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Creating instance of TrackedResource for resource:router Jan 19 22:17:18.320572 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.quota.resource_registry [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Creating instance of TrackedResource for resource:floatingip Jan 19 22:17:18.321352 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.resource_helper [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Service METERING assigned prefix: /metering {{(pid=80054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 19 22:17:18.323115 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:18.323509 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:18.323893 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:17:18.325064 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.quota.resource_registry [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Creating instance of CountableResource for resource:rbac_policy Jan 19 22:17:18.325600 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.quota.resource_registry [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Creating instance of TrackedResource for resource:security_group Jan 19 22:17:18.326418 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.quota.resource_registry [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Creating instance of TrackedResource for resource:security_group_rule Jan 19 22:17:18.327215 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.resource_helper [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Service CORE assigned prefix: {{(pid=80054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 19 22:17:18.327586 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.quota.resource_registry [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Creating instance of TrackedResource for resource:subnetpool Jan 19 22:17:18.327957 dv-cinder-750782-5-smb neutron-server[80054]: WARNING neutron.quota.resource_registry [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] subnetpool is already registered Jan 19 22:17:18.328616 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.resource_helper [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Service CORE assigned prefix: {{(pid=80054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 19 22:17:18.328985 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.quota.resource_registry [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Creating instance of TrackedResource for resource:subnetpool Jan 19 22:17:18.329417 dv-cinder-750782-5-smb neutron-server[80054]: WARNING neutron.quota.resource_registry [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] subnetpool is already registered Jan 19 22:17:18.332691 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.resource_helper [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 19 22:17:18.333165 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.resource_helper [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Service FLAVORS assigned prefix: {{(pid=80054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 19 22:17:18.333859 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.resource_helper [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 19 22:17:18.334320 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.resource_helper [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 19 22:17:18.334695 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.quota.resource_registry [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Creating instance of TrackedResource for resource:router Jan 19 22:17:18.335060 dv-cinder-750782-5-smb neutron-server[80054]: WARNING neutron.quota.resource_registry [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] router is already registered Jan 19 22:17:18.335715 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.quota.resource_registry [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Creating instance of TrackedResource for resource:floatingip Jan 19 22:17:18.336076 dv-cinder-750782-5-smb neutron-server[80054]: WARNING neutron.quota.resource_registry [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] floatingip is already registered Jan 19 22:17:18.336768 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.resource_helper [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Service METERING assigned prefix: /metering {{(pid=80054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 19 22:17:18.337531 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.quota.resource_registry [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Creating instance of CountableResource for resource:rbac_policy Jan 19 22:17:18.337898 dv-cinder-750782-5-smb neutron-server[80054]: WARNING neutron.quota.resource_registry [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] rbac_policy is already registered Jan 19 22:17:18.338775 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.quota.resource_registry [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Creating instance of TrackedResource for resource:security_group Jan 19 22:17:18.338894 dv-cinder-750782-5-smb neutron-server[80054]: WARNING neutron.quota.resource_registry [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] security_group is already registered Jan 19 22:17:18.339514 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.quota.resource_registry [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Creating instance of TrackedResource for resource:security_group_rule Jan 19 22:17:18.339874 dv-cinder-750782-5-smb neutron-server[80054]: WARNING neutron.quota.resource_registry [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] security_group_rule is already registered Jan 19 22:17:18.340601 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.resource_helper [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Service CORE assigned prefix: {{(pid=80054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 19 22:17:18.340963 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.quota.resource_registry [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Creating instance of TrackedResource for resource:subnetpool Jan 19 22:17:18.341344 dv-cinder-750782-5-smb neutron-server[80054]: WARNING neutron.quota.resource_registry [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] subnetpool is already registered Jan 19 22:17:18.342012 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.resource_helper [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Service CORE assigned prefix: {{(pid=80054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 19 22:17:18.342371 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.quota.resource_registry [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Creating instance of TrackedResource for resource:subnetpool Jan 19 22:17:18.342728 dv-cinder-750782-5-smb neutron-server[80054]: WARNING neutron.quota.resource_registry [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] subnetpool is already registered Jan 19 22:17:18.343441 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extended resource: extensions {{(pid=80054) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:17:18.345035 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extended resource: address-groups {{(pid=80054) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:17:18.346781 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extended resource: address-scopes {{(pid=80054) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:17:18.348080 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extended resource: agents {{(pid=80054) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:17:18.349345 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extended resource: auto-allocated-topology {{(pid=80054) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:17:18.350675 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extended resource: availability_zones {{(pid=80054) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:17:18.352078 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extended resource: dhcp-networks {{(pid=80054) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:17:18.353593 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extended resource: dhcp-agents {{(pid=80054) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:17:18.355134 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extended resource: routers {{(pid=80054) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:17:18.357061 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extended resource: flavors {{(pid=80054) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:17:18.358381 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extended resource: service_profiles {{(pid=80054) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:17:18.359628 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extended resource: next_providers {{(pid=80054) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:17:18.361307 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extended resource: service_profiles {{(pid=80054) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:17:18.362871 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extended resource: floatingip-pools {{(pid=80054) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:17:18.364165 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extended resource: routers {{(pid=80054) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:17:18.366101 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extended resource: floatingips {{(pid=80054) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:17:18.367377 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extended resource: l3-routers {{(pid=80054) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:17:18.368874 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extended resource: l3-agents {{(pid=80054) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:17:18.370424 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extended resource: metering-labels {{(pid=80054) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:17:18.371944 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extended resource: metering-label-rules {{(pid=80054) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:17:18.373232 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extended resource: network-ip-availabilities {{(pid=80054) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:17:18.374600 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extended resource: bindings {{(pid=80054) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:17:18.376939 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extended resource: quotas {{(pid=80054) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:17:18.378493 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extended resource: quotas {{(pid=80054) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:17:18.380008 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extended resource: rbac-policies {{(pid=80054) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:17:18.381404 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extended resource: security-groups {{(pid=80054) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:17:18.382701 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extended resource: security-group-rules {{(pid=80054) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:17:18.384027 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extended resource: service-providers {{(pid=80054) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:17:18.385357 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extended resource: subnetpools {{(pid=80054) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:17:18.386885 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extended resource: subnetpools {{(pid=80054) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:17:18.388426 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extended resource: tags {{(pid=80054) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:17:18.390244 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extended resource: tags {{(pid=80054) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:17:18.393769 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extended resource: tags {{(pid=80054) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:17:18.395642 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extended resource: tags {{(pid=80054) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:17:18.397569 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extended resource: tags {{(pid=80054) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:17:18.399378 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extended resource: tags {{(pid=80054) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:17:18.401312 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extended resource: tags {{(pid=80054) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:17:18.403261 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extended resource: tags {{(pid=80054) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:17:18.405280 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extended resource: tags {{(pid=80054) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:17:18.407339 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.extensions [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Extended resource: tags {{(pid=80054) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:17:18.414512 dv-cinder-750782-5-smb neutron-server[80054]: WARNING keystonemiddleware.auth_token [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 19 22:17:18.419792 dv-cinder-750782-5-smb neutron-server[80054]: WARNING keystonemiddleware.auth_token [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 19 22:17:18.428740 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Acquired lock "singleton_lock" {{(pid=80054) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 19 22:17:18.429574 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Releasing lock "singleton_lock" {{(pid=80054) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 19 22:17:18.431014 dv-cinder-750782-5-smb neutron-server[80054]: INFO oslo_service.service [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Starting 2 workers Jan 19 22:17:18.436121 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Started child 80165 {{(pid=80054) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 19 22:17:18.441079 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:18.441529 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Started child 80166 {{(pid=80054) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 19 22:17:18.442565 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [-] (80165) wsgi starting up on http://0.0.0.0:9696 Jan 19 22:17:18.443131 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.service [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Neutron service started, listening on 0.0.0.0:9696 Jan 19 22:17:18.443768 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Notify callbacks [] for process, before_spawn {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:18.445159 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:18.446245 dv-cinder-750782-5-smb neutron-server[80054]: INFO oslo_service.service [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Starting 1 workers Jan 19 22:17:18.446562 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [-] (80166) wsgi starting up on http://0.0.0.0:9696 Jan 19 22:17:18.451726 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Started child 80167 {{(pid=80054) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 19 22:17:18.452270 dv-cinder-750782-5-smb neutron-server[80054]: INFO oslo_service.service [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Starting 1 workers Jan 19 22:17:18.454224 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.service [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] calling RpcWorker wait() {{(pid=80167) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 19 22:17:18.455259 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.service [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] returning from RpcWorker wait() {{(pid=80167) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 19 22:17:18.456791 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:18.457354 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:17:18.457630 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Started child 80168 {{(pid=80054) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 19 22:17:18.458432 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e058d777-dbbd-4c81-b4d2-17a1fd328b6a None None] Notify callbacks [] for process, after_spawn {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:18.460089 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80054) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Jan 19 22:17:18.460275 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 19 22:17:18.460418 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 19 22:17:18.460649 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 19 22:17:18.461057 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 19 22:17:18.461220 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 19 22:17:18.461818 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:18.461976 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.462117 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.462392 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.462685 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.462991 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.463620 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.464282 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.464282 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.464559 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.464717 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.464860 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.464999 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.465300 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.465572 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.465915 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.466199 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.466461 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.466724 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.467004 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.467151 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.467460 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.467738 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.468023 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] debug = True {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.468299 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.468861 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.469122 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.469403 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.469653 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.469986 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.470268 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.470538 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.470813 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.471090 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.471328 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.471600 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.471844 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.472101 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.472370 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.472612 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.473072 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] host = dv-cinder-750782-5-smb {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.473334 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.473606 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.473830 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.474088 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.474380 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.474640 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.474923 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.475230 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.475488 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.475739 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.476012 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.476269 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.476527 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.476791 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] log_file = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.477073 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] log_options = True {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.477236 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.477477 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.477752 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.477962 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.478154 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.478340 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.478629 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.478785 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.479084 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.479331 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.479568 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.479795 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.480022 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.480257 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.480539 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.480775 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.481030 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.481317 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.481569 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.481845 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.482118 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.482387 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.482625 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.482886 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.483141 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.483380 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.483654 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.483884 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.484138 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.484431 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.484664 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.484942 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.485200 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.485532 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.485780 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.486009 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.486281 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.486576 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.486866 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.487176 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.493278 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.493403 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:17:18.493519 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.493519 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.493519 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.493519 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.493519 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] use_json = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.493519 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.493519 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.493519 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.493519 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.494302 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.494302 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.494302 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.494302 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.494302 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.494302 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.494302 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.494302 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.494864 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.494864 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.494864 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.494864 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.494864 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.494864 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.494864 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.494864 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.495324 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.495324 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.495324 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.495324 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.495324 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.495691 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.495691 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.495821 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.496038 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.496289 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.497617 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.497617 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.497617 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.497617 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.500729 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.500729 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.500729 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.500729 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.500729 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.500729 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.500729 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.500729 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.500729 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.502491 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.502491 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.502491 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.502491 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.502491 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.502491 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.502491 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.502491 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.502491 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.504510 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.504510 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.504510 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.504510 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.504510 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.504510 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.504510 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.504510 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.504510 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.505955 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.505955 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.505955 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.505955 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.505955 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.505955 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.505955 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.506882 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.506882 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.506882 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.506882 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.507541 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.507541 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.507541 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.508002 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.508002 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.508287 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.508287 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.508577 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.508725 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.508939 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.509183 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.509448 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.509690 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.509932 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.510225 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.510395 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.510652 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.510892 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.511133 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.511380 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.511683 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.512021 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.512298 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.512575 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.512840 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.513119 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.513392 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.513658 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.513907 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.514160 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.514422 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.514718 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.514988 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.515276 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.515530 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.515796 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.516086 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.516333 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.516584 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.516935 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.518233 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.518233 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.518233 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.520624 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.520624 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.520624 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.520624 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.520624 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.520624 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.521706 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.521706 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.521706 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.522142 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.522311 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.522665 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.522861 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.523128 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.523417 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.523689 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.523973 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.524244 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.524521 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.524812 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.525118 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.525918 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.525918 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.525918 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.526561 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.526561 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.527311 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.527311 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.527311 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.527854 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.527854 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.528135 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.528359 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.528473 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.529319 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.529319 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.529319 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.529557 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.529810 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.530180 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.530442 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.530903 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.530903 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.531204 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.532517 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.532517 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.532517 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.532517 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.532517 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.533217 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.533217 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.533217 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.533633 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.533633 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.533885 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.534075 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.534328 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.534626 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.534797 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.535212 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.535500 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.535748 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.536049 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.536329 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.536592 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.536878 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.537151 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.537466 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.537714 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.537998 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.538245 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.538509 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.538750 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.538997 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.539239 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.539496 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.539773 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.540024 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.540311 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.540560 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.540929 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.541204 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.541494 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.541758 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.542001 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.542262 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.542509 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.542755 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.543002 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.543247 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.543668 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.544130 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.544590 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.545009 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.545452 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.545873 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.546310 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.546742 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.547295 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.547747 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.548188 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.548467 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.548717 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.548985 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.549232 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.549506 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.549753 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.550001 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.550283 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.550502 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.550746 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.550994 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.551254 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.551570 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.551842 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.552097 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.552405 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.552672 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.552954 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.553224 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.553609 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.553861 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.554136 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.554647 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.554911 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.555185 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.555477 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.555828 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.556179 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.556464 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.556734 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.557041 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.557365 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.557678 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.557932 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.558242 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.558603 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.558889 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.559160 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.559421 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.559706 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.559960 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.560207 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.560456 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.560704 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.560951 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.561225 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.561531 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.561805 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.562057 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.562323 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.562571 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.562832 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.563072 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.563325 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.563568 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.564335 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 19 22:17:18.564884 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80054) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Jan 19 22:17:18.565071 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 19 22:17:18.565441 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 19 22:17:18.565678 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 19 22:17:18.565884 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 19 22:17:18.566066 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 19 22:17:18.566318 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.566509 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.566697 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.566885 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.567072 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.567251 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.567442 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.567625 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.567810 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.567997 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.568182 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.568369 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.568552 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.568736 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.568919 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.569102 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.569255 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.569469 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.569659 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.569815 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.570045 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.570232 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.570414 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] debug = True {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.570597 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.570818 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.571002 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.571188 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.571371 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.571553 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.571735 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.571916 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.572098 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.572280 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.572462 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.572645 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.572828 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.573011 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.573193 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.573406 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.573583 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] host = dv-cinder-750782-5-smb {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.573764 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.573946 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.574128 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.574308 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.574488 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.574669 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.574851 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.575033 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.575267 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.575382 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.575530 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.575710 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.575893 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.576074 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] log_file = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.576254 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] log_options = True {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.576436 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.576615 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.576796 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.576993 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.577176 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.577384 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.577571 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.577755 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.577952 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.578206 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.578310 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.578406 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.578568 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.578750 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.578931 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.579111 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.579313 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.580032 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.580215 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.580396 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.580581 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.580763 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.580945 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.581126 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.581326 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.581511 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.581694 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.581876 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.582058 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.582240 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.582422 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.582605 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.582788 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.582970 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.583153 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.583307 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.583490 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.583705 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.583882 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.584020 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.584180 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.584319 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.584471 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.584651 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.584832 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.585013 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] use_json = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.585195 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.585454 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.585602 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.585743 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.585883 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.586023 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.586162 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.586334 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:17:18.586541 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.586728 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.586947 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.587096 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.587258 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.587442 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.587628 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.587813 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.588001 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.588187 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.588383 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.588566 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.588752 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.588993 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.589095 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.589247 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.589455 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.589641 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.589801 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.589997 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.590168 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.590323 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.590465 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.590648 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.590835 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.591020 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.591205 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.591384 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.591552 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.591737 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.591914 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.592056 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.592258 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.592486 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.592586 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.592721 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.592875 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.593065 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.593251 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.593460 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.593648 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.593831 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.594018 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.594207 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.594394 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.594665 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.594770 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.594921 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.595110 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.595295 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.595526 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.595658 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.595814 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.595997 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.596183 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.596370 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.596523 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.597064 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.597064 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.597064 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.597404 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.597404 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.597583 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.597692 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.597874 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.598058 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.598242 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.598434 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.598620 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.598804 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.598988 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.599174 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.599326 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.599516 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.599715 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.599927 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.600100 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.600238 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.600381 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.600522 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.600662 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.600810 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.600993 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.601177 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.601397 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.601600 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.601786 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.601971 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.602158 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.602344 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.602501 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.602686 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.602872 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.603056 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.603241 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.603425 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.603609 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.603794 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.603979 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.604164 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.604286 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:17:18.604400 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.604510 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.604647 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.604877 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.605086 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.605086 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.605416 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.605571 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.605781 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.605781 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.606051 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.606189 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.606326 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.606464 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.606611 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.606760 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.606939 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.607126 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.607313 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.607499 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.607684 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.607870 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.608055 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.608240 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.608477 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.608636 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.608777 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.608915 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.609111 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.609306 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.609504 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.609689 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.609920 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.610077 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.610264 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.610449 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.610656 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.610843 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.611028 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.611213 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.611398 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.611584 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.611770 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.611957 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.612142 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.612328 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.612514 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.612700 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.612886 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.613071 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.613255 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.613468 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.613685 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.613942 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.614084 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.614224 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.614362 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.614499 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.614637 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.614774 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.614921 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.615107 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.615293 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.615478 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.615661 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.615849 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.616035 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.616221 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.616407 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.616595 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.616828 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.616998 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.617139 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.617330 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.617474 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.617626 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.617768 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.617927 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.618227 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.618369 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.618510 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.618627 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.618826 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.619012 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.619151 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.619288 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.619426 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.619611 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.619830 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.620063 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.620185 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.620308 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.620461 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.620648 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.620832 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.621103 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.621308 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.621434 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.621572 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.621710 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.621846 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.622019 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.622205 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.622391 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.622577 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.622775 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.622961 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.623146 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.623332 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.623518 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.623713 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.623899 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.624083 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.624267 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.624453 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.624647 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.624832 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.625018 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.625230 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.625463 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.625609 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.625752 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.626079 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.626079 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.626906 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.626906 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.627175 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.627315 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.627468 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.627610 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.627751 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.627894 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.628044 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.628186 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.628385 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.628580 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.628775 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.629065 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.629226 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.629412 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.629555 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.629718 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.629861 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.630004 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.630145 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.630286 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.630470 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.630641 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.630847 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.630988 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.631138 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.631291 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.631432 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.631620 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.631835 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.632126 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.632126 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.632400 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.632541 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.632691 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.632833 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.632974 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.633116 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:17:18.633257 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80054) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 19 22:17:18.925088 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 47356) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:17:18.936593 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0093131 Jan 19 22:17:28.884713 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3757d0a3-e606-4892-b25b-12088eb1bf84 None None] get_active_networks_info from dv-cinder-750782-5-smb {{(pid=80167) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 19 22:17:29.028809 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3757d0a3-e606-4892-b25b-12088eb1bf84 None None] No non-hosted networks {{(pid=80167) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 19 22:17:29.052438 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ec68b22e-36b9-49a2-90ae-42c242a2abb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693'] for agent, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:31.554917 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1243c519-8875-4095-9705-67b78462088e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693'] for agent, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:31.717228 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-479a8b3f-93dd-45c0-ac2a-ff097440706a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693'] for agent, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:31.755974 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-97679a71-bfdf-4537-9630-2b6c057270ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:32.959305 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693'] for agent, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:32.960762 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:17:32.961354 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:17:32.962042 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:17:32.962609 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:17:32.963188 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:17:32.963883 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:17:32.964428 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:17:32.964973 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:17:32.967414 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:17:32.968222 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:17:32.968795 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:17:32.969413 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:17:32.970062 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-750782-5-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:17:32.975890 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-750782-5-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:17:33.430196 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8bdf443e-3544-4df7-a37c-063f9f459872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693'] for agent, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:34.917471 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] get_endpoint_by_host() called for host dv-cinder-750782-5-smb {{(pid=80167) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 19 22:17:34.924350 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] get_endpoint_by_ip() called for ip 192.168.0.52 {{(pid=80167) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 19 22:17:34.927793 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] _add_endpoint() called for ip 192.168.0.52 {{(pid=80167) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 19 22:17:34.933963 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] _get_endpoints() called {{(pid=80167) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 19 22:17:34.981220 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 47448) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:17:35.007435 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.db.l3_hamode_db [None req-8b87104e-9c53-4bd3-8863-17e9d1b621e3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 19 22:17:35.096055 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b87104e-9c53-4bd3-8863-17e9d1b621e3 None None] Routers set() bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:17:35.096493 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b87104e-9c53-4bd3-8863-17e9d1b621e3 None None] Router IDs set() for agent in host dv-cinder-750782-5-smb {{(pid=80167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jan 19 22:17:35.636048 dv-cinder-750782-5-smb neutron-server[80054]: WARNING oslo_policy.policy [None req-23aa993b-9435-41aa-bc45-ad0dcffd6bec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 19 22:17:35.636651 dv-cinder-750782-5-smb neutron-server[80054]: WARNING oslo_policy.policy [None req-23aa993b-9435-41aa-bc45-ad0dcffd6bec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 19 22:17:35.868462 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [None req-23aa993b-9435-41aa-bc45-ad0dcffd6bec admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80166) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 22:17:35.869646 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-23aa993b-9435-41aa-bc45-ad0dcffd6bec admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.8874617 Jan 19 22:17:38.582007 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 47462) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:17:39.001435 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-22d1a55a-6db0-4b13-81ee-799670e04e38 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=80166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:17:39.054786 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.policy [None req-22d1a55a-6db0-4b13-81ee-799670e04e38 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80166) register_rules /opt/stack/neutron/neutron/policy.py:75}} Jan 19 22:17:39.055612 dv-cinder-750782-5-smb neutron-server[80054]: WARNING oslo_policy.policy [None req-22d1a55a-6db0-4b13-81ee-799670e04e38 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 19 22:17:39.056025 dv-cinder-750782-5-smb neutron-server[80054]: WARNING oslo_policy.policy [None req-22d1a55a-6db0-4b13-81ee-799670e04e38 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 19 22:17:39.067929 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.quota [None req-22d1a55a-6db0-4b13-81ee-799670e04e38 admin admin] Loaded quota_driver: . Jan 19 22:17:39.083976 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-22d1a55a-6db0-4b13-81ee-799670e04e38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:17:39.140792 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-22d1a55a-6db0-4b13-81ee-799670e04e38 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729766263721', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729766247635', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729766233715', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729766283573', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729766282652', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036851200150', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3620108', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-421158', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853124919'] for rbac-policy, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:39.203910 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-22d1a55a-6db0-4b13-81ee-799670e04e38 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:39.205192 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-22d1a55a-6db0-4b13-81ee-799670e04e38 admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6222179 Jan 19 22:17:42.193117 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 47476) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:17:42.667376 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-142cc875-9467-46ea-93fc-a1be9c2b4e0d admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '463a1fed10914c6e94cf737e8cb63ffd'}} {{(pid=80166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:17:42.673926 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-142cc875-9467-46ea-93fc-a1be9c2b4e0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:17:42.678623 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-142cc875-9467-46ea-93fc-a1be9c2b4e0d admin admin] Usage tracker for resource:network and tenant:463a1fed10914c6e94cf737e8cb63ffd is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:17:42.683142 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-142cc875-9467-46ea-93fc-a1be9c2b4e0d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:17:42.689331 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-142cc875-9467-46ea-93fc-a1be9c2b4e0d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:17:42.698180 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142cc875-9467-46ea-93fc-a1be9c2b4e0d admin admin] Made reservation on behalf of 463a1fed10914c6e94cf737e8cb63ffd for: {'network': 1} {{(pid=80166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:17:42.704650 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-142cc875-9467-46ea-93fc-a1be9c2b4e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for network, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:42.722673 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-142cc875-9467-46ea-93fc-a1be9c2b4e0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:42.737371 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-142cc875-9467-46ea-93fc-a1be9c2b4e0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:17:42.741304 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-142cc875-9467-46ea-93fc-a1be9c2b4e0d admin admin] Usage tracker for resource:security_group_rule and tenant:463a1fed10914c6e94cf737e8cb63ffd is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:17:42.744985 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-142cc875-9467-46ea-93fc-a1be9c2b4e0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:17:42.750692 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-142cc875-9467-46ea-93fc-a1be9c2b4e0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:17:42.850983 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-142cc875-9467-46ea-93fc-a1be9c2b4e0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:42.853694 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-142cc875-9467-46ea-93fc-a1be9c2b4e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:42.859130 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:17:42.880737 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-142cc875-9467-46ea-93fc-a1be9c2b4e0d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 19 22:17:42.909185 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-142cc875-9467-46ea-93fc-a1be9c2b4e0d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729769941124', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560818'] for segment, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:42.909805 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.db.segments_db [None req-142cc875-9467-46ea-93fc-a1be9c2b4e0d admin admin] Added segment f19a391c-699a-48cf-b8b1-65b66aedeae6 of type vxlan for network cb235c83-1c23-4a14-b5ec-165f870f6ff4 Jan 19 22:17:42.919646 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142cc875-9467-46ea-93fc-a1be9c2b4e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4d9f56-e7a2-4f69-982f-ef89da4d7fa1,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:17:42.979689 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142cc875-9467-46ea-93fc-a1be9c2b4e0d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:17:42.980063 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142cc875-9467-46ea-93fc-a1be9c2b4e0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:17:42.980432 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142cc875-9467-46ea-93fc-a1be9c2b4e0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:17:42.980823 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142cc875-9467-46ea-93fc-a1be9c2b4e0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:17:42.981160 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142cc875-9467-46ea-93fc-a1be9c2b4e0d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:17:42.981545 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142cc875-9467-46ea-93fc-a1be9c2b4e0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:17:42.981903 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142cc875-9467-46ea-93fc-a1be9c2b4e0d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:17:42.982259 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142cc875-9467-46ea-93fc-a1be9c2b4e0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:17:42.982633 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142cc875-9467-46ea-93fc-a1be9c2b4e0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:17:42.982986 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142cc875-9467-46ea-93fc-a1be9c2b4e0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:17:42.983340 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142cc875-9467-46ea-93fc-a1be9c2b4e0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:17:42.983684 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142cc875-9467-46ea-93fc-a1be9c2b4e0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:17:42.984881 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142cc875-9467-46ea-93fc-a1be9c2b4e0d admin admin] Tracked resource versions report: Jan 19 22:17:42.984881 dv-cinder-750782-5-smb neutron-server[80054]: pushed versions: Jan 19 22:17:42.984881 dv-cinder-750782-5-smb neutron-server[80054]: { 'AddressGroup': {'1.1'}, Jan 19 22:17:42.984881 dv-cinder-750782-5-smb neutron-server[80054]: 'ConntrackHelper': {'1.0'}, Jan 19 22:17:42.984881 dv-cinder-750782-5-smb neutron-server[80054]: 'Log': {'1.0'}, Jan 19 22:17:42.984881 dv-cinder-750782-5-smb neutron-server[80054]: 'Network': {'1.1'}, Jan 19 22:17:42.984881 dv-cinder-750782-5-smb neutron-server[80054]: 'Port': {'1.6'}, Jan 19 22:17:42.984881 dv-cinder-750782-5-smb neutron-server[80054]: 'PortForwarding': {'1.2'}, Jan 19 22:17:42.984881 dv-cinder-750782-5-smb neutron-server[80054]: 'QosPolicy': {'1.8'}, Jan 19 22:17:42.984881 dv-cinder-750782-5-smb neutron-server[80054]: 'SecurityGroup': {'1.4'}, Jan 19 22:17:42.984881 dv-cinder-750782-5-smb neutron-server[80054]: 'SecurityGroupRule': {'1.2'}, Jan 19 22:17:42.984881 dv-cinder-750782-5-smb neutron-server[80054]: 'SubPort': {'1.0'}, Jan 19 22:17:42.984881 dv-cinder-750782-5-smb neutron-server[80054]: 'Subnet': {'1.1'}, Jan 19 22:17:42.984881 dv-cinder-750782-5-smb neutron-server[80054]: 'Trunk': {'1.1'}} Jan 19 22:17:42.984881 dv-cinder-750782-5-smb neutron-server[80054]: consumer versions: Jan 19 22:17:42.984881 dv-cinder-750782-5-smb neutron-server[80054]: { DHCP agent@dv-cinder-750782-5-smb: {}, Jan 19 22:17:42.984881 dv-cinder-750782-5-smb neutron-server[80054]: L3 agent@dv-cinder-750782-5-smb: {}, Jan 19 22:17:42.984881 dv-cinder-750782-5-smb neutron-server[80054]: Metadata agent@dv-cinder-750782-5-smb: {}, Jan 19 22:17:42.984881 dv-cinder-750782-5-smb neutron-server[80054]: Metering agent@dv-cinder-750782-5-smb: {}, Jan 19 22:17:42.984881 dv-cinder-750782-5-smb neutron-server[80054]: Open vSwitch agent@dv-cinder-750782-5-smb: { 'AddressGroup': '1.1', Jan 19 22:17:42.984881 dv-cinder-750782-5-smb neutron-server[80054]: 'ConntrackHelper': '1.0', Jan 19 22:17:42.984881 dv-cinder-750782-5-smb neutron-server[80054]: 'Log': '1.0', Jan 19 22:17:42.984881 dv-cinder-750782-5-smb neutron-server[80054]: 'Network': '1.1', Jan 19 22:17:42.984881 dv-cinder-750782-5-smb neutron-server[80054]: 'Port': '1.6', Jan 19 22:17:42.984881 dv-cinder-750782-5-smb neutron-server[80054]: 'PortForwarding': '1.2', Jan 19 22:17:42.984881 dv-cinder-750782-5-smb neutron-server[80054]: 'QosPolicy': '1.8', Jan 19 22:17:42.984881 dv-cinder-750782-5-smb neutron-server[80054]: 'SecurityGroup': '1.4', Jan 19 22:17:42.984881 dv-cinder-750782-5-smb neutron-server[80054]: 'SecurityGroupRule': '1.2', Jan 19 22:17:42.984881 dv-cinder-750782-5-smb neutron-server[80054]: 'SubPort': '1.0', Jan 19 22:17:42.984881 dv-cinder-750782-5-smb neutron-server[80054]: 'Subnet': '1.1', Jan 19 22:17:42.984881 dv-cinder-750782-5-smb neutron-server[80054]: 'Trunk': '1.1'}} Jan 19 22:17:42.984881 dv-cinder-750782-5-smb neutron-server[80054]: {{(pid=80166) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 19 22:17:43.182147 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-142cc875-9467-46ea-93fc-a1be9c2b4e0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:17:43.183796 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-142cc875-9467-46ea-93fc-a1be9c2b4e0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729769566152'] for network, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:43.220857 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-142cc875-9467-46ea-93fc-a1be9c2b4e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596'] for network, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:43.222151 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142cc875-9467-46ea-93fc-a1be9c2b4e0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:17:43.222806 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-142cc875-9467-46ea-93fc-a1be9c2b4e0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for network, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:43.227534 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:17:43.341309 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-142cc875-9467-46ea-93fc-a1be9c2b4e0d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.1355197 Jan 19 22:17:43.341309 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142cc875-9467-46ea-93fc-a1be9c2b4e0d admin admin] Pushing event updated for resources: {'Network': ['ID=cb235c83-1c23-4a14-b5ec-165f870f6ff4,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:17:43.355041 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-142cc875-9467-46ea-93fc-a1be9c2b4e0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:17:43.363618 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Network cb235c83-1c23-4a14-b5ec-165f870f6ff4 details requested by agent ovs-agent-dv-cinder-750782-5-smb with host dv-cinder-750782-5-smb {{(pid=80167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:17:46.379949 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 47492) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:17:46.880437 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8452b0c9-fd23-4f98-bde0-f0b6a0539fd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:17:46.881862 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-8452b0c9-fd23-4f98-bde0-f0b6a0539fd3 admin admin] 10.222.0.43 "GET /v2.0/networks/cb235c83-1c23-4a14-b5ec-165f870f6ff4 HTTP/1.1" status: 200 len: 818 time: 0.5008395 Jan 19 22:17:46.910729 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-fca1daf2-0e74-4b10-a6b0-9de4b7955afa admin admin] 10.222.0.43 "GET /v2.0/subnetpools/06526243-a484-47d9-b3a0-49e20804019a HTTP/1.1" status: 200 len: 734 time: 0.0226390 Jan 19 22:17:46.920212 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-72859b7c-25a9-44c8-b0cb-bc4e89a9c603 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '06526243-a484-47d9-b3a0-49e20804019a', 'network_id': 'cb235c83-1c23-4a14-b5ec-165f870f6ff4', 'gateway_ip': '172.20.0.1', 'tenant_id': '463a1fed10914c6e94cf737e8cb63ffd'}} {{(pid=80166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:17:46.924949 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-72859b7c-25a9-44c8-b0cb-bc4e89a9c603 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:17:46.928887 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-72859b7c-25a9-44c8-b0cb-bc4e89a9c603 admin admin] Usage tracker for resource:subnet and tenant:463a1fed10914c6e94cf737e8cb63ffd is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:17:46.932196 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-72859b7c-25a9-44c8-b0cb-bc4e89a9c603 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:17:46.938440 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-72859b7c-25a9-44c8-b0cb-bc4e89a9c603 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:17:46.946301 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72859b7c-25a9-44c8-b0cb-bc4e89a9c603 admin admin] Made reservation on behalf of 463a1fed10914c6e94cf737e8cb63ffd for: {'subnet': 1} {{(pid=80166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:17:46.950848 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-72859b7c-25a9-44c8-b0cb-bc4e89a9c603 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:47.425351 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-72859b7c-25a9-44c8-b0cb-bc4e89a9c603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596'] for subnet, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:47.440616 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:17:47.578800 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72859b7c-25a9-44c8-b0cb-bc4e89a9c603 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16b68717-c70a-480f-aa82-9c3b299d64ee,revision_number=0']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:17:47.585423 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-72859b7c-25a9-44c8-b0cb-bc4e89a9c603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:17:47.642527 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72859b7c-25a9-44c8-b0cb-bc4e89a9c603 admin admin] Checking segment: {'id': 'f19a391c-699a-48cf-b8b1-65b66aedeae6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'cb235c83-1c23-4a14-b5ec-165f870f6ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:17:47.642849 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72859b7c-25a9-44c8-b0cb-bc4e89a9c603 admin admin] Network hostable DHCP agents. Network: cb235c83-1c23-4a14-b5ec-165f870f6ff4, hostable agents: ['ea282ca9-2836-4d3d-88e8-844f6d380f74'], hosted agents: [] {{(pid=80166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 19 22:17:47.663057 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72859b7c-25a9-44c8-b0cb-bc4e89a9c603 admin admin] Network cb235c83-1c23-4a14-b5ec-165f870f6ff4 is scheduled to be hosted by DHCP agent ea282ca9-2836-4d3d-88e8-844f6d380f74 with binding_index 1 {{(pid=80166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 19 22:17:47.671683 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [None req-72859b7c-25a9-44c8-b0cb-bc4e89a9c603 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-5-smb, cb235c83-1c23-4a14-b5ec-165f870f6ff4) {{(pid=80166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:17:47.676592 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72859b7c-25a9-44c8-b0cb-bc4e89a9c603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:17:47.677223 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-72859b7c-25a9-44c8-b0cb-bc4e89a9c603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for subnet, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:47.681722 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128d34b9-fea7-4aee-b7ed-6f14ebb87a82 None None] Network cb235c83-1c23-4a14-b5ec-165f870f6ff4 requested from dv-cinder-750782-5-smb {{(pid=80167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:17:47.696015 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-72859b7c-25a9-44c8-b0cb-bc4e89a9c603 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7794485 Jan 19 22:17:48.003187 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2688c4-f072-4012-a248-39ec624f79f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98725d0a-1b82-5acd-8d1b-1dfa5de1a2b0-cb235c83-1c23-4a14-b5ec-165f870f6ff4', 'network_id': 'cb235c83-1c23-4a14-b5ec-165f870f6ff4', 'tenant_id': '463a1fed10914c6e94cf737e8cb63ffd', 'fixed_ips': [{'subnet_id': '16b68717-c70a-480f-aa82-9c3b299d64ee'}]}} from dv-cinder-750782-5-smb. {{(pid=80167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 19 22:17:48.004415 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-fc2688c4-f072-4012-a248-39ec624f79f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:48.326546 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.db_base_plugin_common [None req-fc2688c4-f072-4012-a248-39ec624f79f4 None None] Allocated IP 172.20.0.2 (cb235c83-1c23-4a14-b5ec-165f870f6ff4/16b68717-c70a-480f-aa82-9c3b299d64ee/631da72a-564e-4e81-8815-87579fa5cc16) {{(pid=80167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:17:48.570654 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-fc2688c4-f072-4012-a248-39ec624f79f4 None None] Notify callbacks [] for port, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:48.585249 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-fc2688c4-f072-4012-a248-39ec624f79f4 None None] Transition to ACTIVE for port object 631da72a-564e-4e81-8815-87579fa5cc16 will not be triggered until provisioned by entity L2. {{(pid=80167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:17:48.602169 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-fc2688c4-f072-4012-a248-39ec624f79f4 None None] Transition to ACTIVE for port object 631da72a-564e-4e81-8815-87579fa5cc16 will not be triggered until provisioned by entity DHCP. {{(pid=80167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:17:48.608190 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-fc2688c4-f072-4012-a248-39ec624f79f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307085170889'] for port, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:48.623926 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:17:48.925161 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2688c4-f072-4012-a248-39ec624f79f4 None None] Pushing event updated for resources: {'Port': ['ID=631da72a-564e-4e81-8815-87579fa5cc16,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:17:48.936505 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2688c4-f072-4012-a248-39ec624f79f4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:17:48.936888 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2688c4-f072-4012-a248-39ec624f79f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:17:48.937300 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2688c4-f072-4012-a248-39ec624f79f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:17:48.937672 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2688c4-f072-4012-a248-39ec624f79f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:17:48.938609 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2688c4-f072-4012-a248-39ec624f79f4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:17:48.938977 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2688c4-f072-4012-a248-39ec624f79f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:17:48.939337 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2688c4-f072-4012-a248-39ec624f79f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:17:48.939693 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2688c4-f072-4012-a248-39ec624f79f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:17:48.940048 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2688c4-f072-4012-a248-39ec624f79f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:17:48.940405 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2688c4-f072-4012-a248-39ec624f79f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:17:48.940759 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2688c4-f072-4012-a248-39ec624f79f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:17:48.941111 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2688c4-f072-4012-a248-39ec624f79f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:17:48.942265 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2688c4-f072-4012-a248-39ec624f79f4 None None] Tracked resource versions report: Jan 19 22:17:48.942265 dv-cinder-750782-5-smb neutron-server[80054]: pushed versions: Jan 19 22:17:48.942265 dv-cinder-750782-5-smb neutron-server[80054]: { 'AddressGroup': {'1.1'}, Jan 19 22:17:48.942265 dv-cinder-750782-5-smb neutron-server[80054]: 'ConntrackHelper': {'1.0'}, Jan 19 22:17:48.942265 dv-cinder-750782-5-smb neutron-server[80054]: 'Log': {'1.0'}, Jan 19 22:17:48.942265 dv-cinder-750782-5-smb neutron-server[80054]: 'Network': {'1.1'}, Jan 19 22:17:48.942265 dv-cinder-750782-5-smb neutron-server[80054]: 'Port': {'1.6'}, Jan 19 22:17:48.942265 dv-cinder-750782-5-smb neutron-server[80054]: 'PortForwarding': {'1.2'}, Jan 19 22:17:48.942265 dv-cinder-750782-5-smb neutron-server[80054]: 'QosPolicy': {'1.8'}, Jan 19 22:17:48.942265 dv-cinder-750782-5-smb neutron-server[80054]: 'SecurityGroup': {'1.4'}, Jan 19 22:17:48.942265 dv-cinder-750782-5-smb neutron-server[80054]: 'SecurityGroupRule': {'1.2'}, Jan 19 22:17:48.942265 dv-cinder-750782-5-smb neutron-server[80054]: 'SubPort': {'1.0'}, Jan 19 22:17:48.942265 dv-cinder-750782-5-smb neutron-server[80054]: 'Subnet': {'1.1'}, Jan 19 22:17:48.942265 dv-cinder-750782-5-smb neutron-server[80054]: 'Trunk': {'1.1'}} Jan 19 22:17:48.942265 dv-cinder-750782-5-smb neutron-server[80054]: consumer versions: Jan 19 22:17:48.942265 dv-cinder-750782-5-smb neutron-server[80054]: { DHCP agent@dv-cinder-750782-5-smb: {}, Jan 19 22:17:48.942265 dv-cinder-750782-5-smb neutron-server[80054]: L3 agent@dv-cinder-750782-5-smb: {}, Jan 19 22:17:48.942265 dv-cinder-750782-5-smb neutron-server[80054]: Metadata agent@dv-cinder-750782-5-smb: {}, Jan 19 22:17:48.942265 dv-cinder-750782-5-smb neutron-server[80054]: Metering agent@dv-cinder-750782-5-smb: {}, Jan 19 22:17:48.942265 dv-cinder-750782-5-smb neutron-server[80054]: Open vSwitch agent@dv-cinder-750782-5-smb: { 'AddressGroup': '1.1', Jan 19 22:17:48.942265 dv-cinder-750782-5-smb neutron-server[80054]: 'ConntrackHelper': '1.0', Jan 19 22:17:48.942265 dv-cinder-750782-5-smb neutron-server[80054]: 'Log': '1.0', Jan 19 22:17:48.942265 dv-cinder-750782-5-smb neutron-server[80054]: 'Network': '1.1', Jan 19 22:17:48.942265 dv-cinder-750782-5-smb neutron-server[80054]: 'Port': '1.6', Jan 19 22:17:48.942265 dv-cinder-750782-5-smb neutron-server[80054]: 'PortForwarding': '1.2', Jan 19 22:17:48.942265 dv-cinder-750782-5-smb neutron-server[80054]: 'QosPolicy': '1.8', Jan 19 22:17:48.942265 dv-cinder-750782-5-smb neutron-server[80054]: 'SecurityGroup': '1.4', Jan 19 22:17:48.942265 dv-cinder-750782-5-smb neutron-server[80054]: 'SecurityGroupRule': '1.2', Jan 19 22:17:48.942265 dv-cinder-750782-5-smb neutron-server[80054]: 'SubPort': '1.0', Jan 19 22:17:48.942265 dv-cinder-750782-5-smb neutron-server[80054]: 'Subnet': '1.1', Jan 19 22:17:48.942265 dv-cinder-750782-5-smb neutron-server[80054]: 'Trunk': '1.1'}} Jan 19 22:17:48.942265 dv-cinder-750782-5-smb neutron-server[80054]: {{(pid=80167) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 19 22:17:48.954638 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-fc2688c4-f072-4012-a248-39ec624f79f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:17:49.001191 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2688c4-f072-4012-a248-39ec624f79f4 None None] Network cb235c83-1c23-4a14-b5ec-165f870f6ff4 is already hosted by enough agents. {{(pid=80167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:17:49.002387 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [None req-fc2688c4-f072-4012-a248-39ec624f79f4 None None] Resources bound (agent type, host, resource id): {{(pid=80167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:17:49.005177 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2688c4-f072-4012-a248-39ec624f79f4 None None] Received port after_create {{(pid=80167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:17:49.064463 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-fc2688c4-f072-4012-a248-39ec624f79f4 None None] Attempting to bind port 631da72a-564e-4e81-8815-87579fa5cc16 on host dv-cinder-750782-5-smb for vnic_type normal with profile {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:17:49.064886 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-fc2688c4-f072-4012-a248-39ec624f79f4 None None] Attempting to bind port 631da72a-564e-4e81-8815-87579fa5cc16 by drivers openvswitch on host dv-cinder-750782-5-smb at level 0 using segments [{'id': 'f19a391c-699a-48cf-b8b1-65b66aedeae6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'cb235c83-1c23-4a14-b5ec-165f870f6ff4'}] {{(pid=80167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:17:49.065300 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2688c4-f072-4012-a248-39ec624f79f4 None None] Attempting to bind port 631da72a-564e-4e81-8815-87579fa5cc16 on network cb235c83-1c23-4a14-b5ec-165f870f6ff4 {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:17:49.070980 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2688c4-f072-4012-a248-39ec624f79f4 None None] Checking agent: {'id': 'f078d5c4-c25a-4ec9-8658-39b8d5860620', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 17, 33), 'started_at': datetime.datetime(2021, 1, 19, 22, 17, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:17:49.071520 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2688c4-f072-4012-a248-39ec624f79f4 None None] Checking segment: {'id': 'f19a391c-699a-48cf-b8b1-65b66aedeae6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'cb235c83-1c23-4a14-b5ec-165f870f6ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:17:49.071936 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-fc2688c4-f072-4012-a248-39ec624f79f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:49.072377 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2688c4-f072-4012-a248-39ec624f79f4 None None] Bound using segment: {'id': 'f19a391c-699a-48cf-b8b1-65b66aedeae6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'cb235c83-1c23-4a14-b5ec-165f870f6ff4'} {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:17:49.072938 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-fc2688c4-f072-4012-a248-39ec624f79f4 None None] Bound port: 631da72a-564e-4e81-8815-87579fa5cc16, host: dv-cinder-750782-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19a391c-699a-48cf-b8b1-65b66aedeae6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'cb235c83-1c23-4a14-b5ec-165f870f6ff4'}}] {{(pid=80167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:17:49.073411 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-fc2688c4-f072-4012-a248-39ec624f79f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:49.165041 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-fc2688c4-f072-4012-a248-39ec624f79f4 None None] For port 631da72a-564e-4e81-8815-87579fa5cc16, host dv-cinder-750782-5-smb, cleared binding levels {{(pid=80167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:17:49.169200 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-fc2688c4-f072-4012-a248-39ec624f79f4 None None] For port 631da72a-564e-4e81-8815-87579fa5cc16, host dv-cinder-750782-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=631da72a-564e-4e81-8815-87579fa5cc16,segment=NetworkSegment(f19a391c-699a-48cf-b8b1-65b66aedeae6),segment_id=f19a391c-699a-48cf-b8b1-65b66aedeae6)] {{(pid=80167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:17:49.174500 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-fc2688c4-f072-4012-a248-39ec624f79f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:49.192396 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:17:49.340177 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2688c4-f072-4012-a248-39ec624f79f4 None None] Pushing event updated for resources: {'Port': ['ID=631da72a-564e-4e81-8815-87579fa5cc16,revision_number=2']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:17:49.350632 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-fc2688c4-f072-4012-a248-39ec624f79f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:17:50.423010 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 47502) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:17:50.864301 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [None req-5c2e7a96-8b5a-4619-9297-fba9fb13a3f6 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80166) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 22:17:50.865401 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-5c2e7a96-8b5a-4619-9297-fba9fb13a3f6 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.4412982 Jan 19 22:17:52.990014 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device 631da72a-564e-4e81-8815-87579fa5cc16 up at agent ovs-agent-dv-cinder-750782-5-smb {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:17:53.061046 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Provisioning for port 631da72a-564e-4e81-8815-87579fa5cc16 completed by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:17:53.670961 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 47516) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:17:53.999757 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d700c29c-bc94-4f8d-b926-430efc0ae6fa None None] Network cb235c83-1c23-4a14-b5ec-165f870f6ff4 requested from dv-cinder-750782-5-smb {{(pid=80167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:17:54.097878 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [None req-8265bd39-1ecd-4881-b818-621602a784c6 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80166) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 22:17:54.099090 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-8265bd39-1ecd-4881-b818-621602a784c6 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.4270501 Jan 19 22:17:54.118400 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-96bc2e02-81b7-443c-ba95-fc4d3f8c1bdf None None] Provisioning for port 631da72a-564e-4e81-8815-87579fa5cc16 completed by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:17:54.135961 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-96bc2e02-81b7-443c-ba95-fc4d3f8c1bdf None None] Provisioning complete for port 631da72a-564e-4e81-8815-87579fa5cc16 triggered by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:17:54.136375 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-96bc2e02-81b7-443c-ba95-fc4d3f8c1bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:54.379006 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-96bc2e02-81b7-443c-ba95-fc4d3f8c1bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:54.420922 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-96bc2e02-81b7-443c-ba95-fc4d3f8c1bdf None None] For port 631da72a-564e-4e81-8815-87579fa5cc16, host dv-cinder-750782-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=631da72a-564e-4e81-8815-87579fa5cc16,segment=NetworkSegment(f19a391c-699a-48cf-b8b1-65b66aedeae6),segment_id=f19a391c-699a-48cf-b8b1-65b66aedeae6)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:17:54.426100 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-96bc2e02-81b7-443c-ba95-fc4d3f8c1bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:54.428390 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:17:54.504048 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bc2e02-81b7-443c-ba95-fc4d3f8c1bdf None None] Pushing event updated for resources: {'Port': ['ID=631da72a-564e-4e81-8815-87579fa5cc16,revision_number=3']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:17:54.507614 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-96bc2e02-81b7-443c-ba95-fc4d3f8c1bdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:17:54.655891 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-7f244b53-9de1-4f5d-b5be-7b0ce80953f6 None None] Provisioning complete for port 631da72a-564e-4e81-8815-87579fa5cc16 triggered by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:17:54.656804 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-7f244b53-9de1-4f5d-b5be-7b0ce80953f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:54.905517 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-7583a3d0-c75f-4fca-a151-d5ccfadcfa44 None None] Provisioning complete for port 631da72a-564e-4e81-8815-87579fa5cc16 triggered by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:17:54.905862 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-7583a3d0-c75f-4fca-a151-d5ccfadcfa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:54.973919 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device 631da72a-564e-4e81-8815-87579fa5cc16 up at agent ovs-agent-dv-cinder-750782-5-smb {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:17:55.101183 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Provisioning complete for port 631da72a-564e-4e81-8815-87579fa5cc16 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:17:55.101636 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:57.138214 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 47528) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:17:57.535800 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-27bedcee-9e4d-4f07-98eb-db7a0bb80c60 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '463a1fed10914c6e94cf737e8cb63ffd'}} {{(pid=80166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:17:57.541225 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-27bedcee-9e4d-4f07-98eb-db7a0bb80c60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:17:57.545254 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-27bedcee-9e4d-4f07-98eb-db7a0bb80c60 admin admin] Usage tracker for resource:router and tenant:463a1fed10914c6e94cf737e8cb63ffd is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:17:57.549099 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-27bedcee-9e4d-4f07-98eb-db7a0bb80c60 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:17:57.555210 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-27bedcee-9e4d-4f07-98eb-db7a0bb80c60 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:17:57.564587 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-27bedcee-9e4d-4f07-98eb-db7a0bb80c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1207'] for router, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:57.565896 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-27bedcee-9e4d-4f07-98eb-db7a0bb80c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854333029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-514946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774641'] for router, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:57.586024 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-27bedcee-9e4d-4f07-98eb-db7a0bb80c60 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:57.692486 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-27bedcee-9e4d-4f07-98eb-db7a0bb80c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854333059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451232'] for router, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:57.711115 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-27bedcee-9e4d-4f07-98eb-db7a0bb80c60 admin admin] Notify callbacks [] for router, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:57.712373 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-27bedcee-9e4d-4f07-98eb-db7a0bb80c60 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5730963 Jan 19 22:17:58.778967 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-202fbd25-b3d2-4e5e-88c5-c538bd96146c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:59.513802 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.agents_db [None req-329fefd4-1494-457f-8297-9b2689c275d7 None None] Agent healthcheck: found 5 active agents {{(pid=80168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:18:00.403341 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 47538) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:18:00.822010 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [None req-bc95db62-3f9f-4d08-895c-3c822e401884 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80166) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 22:18:00.823139 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-bc95db62-3f9f-4d08-895c-3c822e401884 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.4186735 Jan 19 22:18:01.334768 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1243c519-8875-4095-9705-67b78462088e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:01.738795 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-c87d9552-51cc-4121-af77-da83c2ddd7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:02.939843 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:03.279627 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8bdf443e-3544-4df7-a37c-063f9f459872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:03.552148 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 47558) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:18:03.739938 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-3a6f5876-98c4-4559-a3a5-fe924b70fb70 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'is_default': True}} {{(pid=80166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:18:03.744845 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-3a6f5876-98c4-4559-a3a5-fe924b70fb70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:18:03.748846 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-3a6f5876-98c4-4559-a3a5-fe924b70fb70 admin admin] Usage tracker for resource:network and tenant:7dcf1b7f927449c3a745cadc3dc36db2 is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:18:03.752356 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-3a6f5876-98c4-4559-a3a5-fe924b70fb70 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:18:03.758253 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-3a6f5876-98c4-4559-a3a5-fe924b70fb70 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:18:03.767352 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6f5876-98c4-4559-a3a5-fe924b70fb70 admin admin] Made reservation on behalf of 7dcf1b7f927449c3a745cadc3dc36db2 for: {'network': 1} {{(pid=80166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:18:03.771942 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-3a6f5876-98c4-4559-a3a5-fe924b70fb70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for network, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:03.784832 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-3a6f5876-98c4-4559-a3a5-fe924b70fb70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:03.799761 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-3a6f5876-98c4-4559-a3a5-fe924b70fb70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:18:03.803640 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-3a6f5876-98c4-4559-a3a5-fe924b70fb70 admin admin] Usage tracker for resource:security_group_rule and tenant:7dcf1b7f927449c3a745cadc3dc36db2 is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:18:03.806807 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-3a6f5876-98c4-4559-a3a5-fe924b70fb70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:18:03.812452 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-3a6f5876-98c4-4559-a3a5-fe924b70fb70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:18:03.898397 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-3a6f5876-98c4-4559-a3a5-fe924b70fb70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:03.901025 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-3a6f5876-98c4-4559-a3a5-fe924b70fb70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:03.905239 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-142cc875-9467-46ea-93fc-a1be9c2b4e0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:18:03.919210 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3a6f5876-98c4-4559-a3a5-fe924b70fb70 admin admin] Reserving flat network on physical network physnet1 {{(pid=80166) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Jan 19 22:18:03.943567 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6f5876-98c4-4559-a3a5-fe924b70fb70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d102fc-555a-4e37-8118-cebf245c8905,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:18:03.947138 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-3a6f5876-98c4-4559-a3a5-fe924b70fb70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:18:03.948144 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-3a6f5876-98c4-4559-a3a5-fe924b70fb70 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729769941124', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560818'] for segment, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:03.948753 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-3a6f5876-98c4-4559-a3a5-fe924b70fb70 admin admin] Unsubscribe: segment precommit_create {{(pid=80166) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Jan 19 22:18:03.949192 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.db.segments_db [None req-3a6f5876-98c4-4559-a3a5-fe924b70fb70 admin admin] Added segment eae0621e-0013-4ba3-ab53-cef85e02fc92 of type flat for network 8d9e1b39-82c1-4058-b2cd-c5f96fe21028 Jan 19 22:18:03.983153 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-3a6f5876-98c4-4559-a3a5-fe924b70fb70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729769566152'] for network, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:04.018703 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-3a6f5876-98c4-4559-a3a5-fe924b70fb70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596'] for network, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:04.019897 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6f5876-98c4-4559-a3a5-fe924b70fb70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:18:04.020548 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-3a6f5876-98c4-4559-a3a5-fe924b70fb70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for network, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:04.025346 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:18:04.130083 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-3a6f5876-98c4-4559-a3a5-fe924b70fb70 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5767972 Jan 19 22:18:04.130807 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6f5876-98c4-4559-a3a5-fe924b70fb70 admin admin] Pushing event updated for resources: {'Network': ['ID=8d9e1b39-82c1-4058-b2cd-c5f96fe21028,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:18:04.146903 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-3a6f5876-98c4-4559-a3a5-fe924b70fb70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:18:04.154765 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Network 8d9e1b39-82c1-4058-b2cd-c5f96fe21028 details requested by agent ovs-agent-dv-cinder-750782-5-smb with host dv-cinder-750782-5-smb {{(pid=80167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:18:06.619011 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 47578) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:18:06.818348 dv-cinder-750782-5-smb neutron-server[80054]: WARNING oslo_policy.policy [None req-4f905555-9201-407f-9fda-1a3bcd6e2471 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 19 22:18:06.818941 dv-cinder-750782-5-smb neutron-server[80054]: WARNING oslo_policy.policy [None req-4f905555-9201-407f-9fda-1a3bcd6e2471 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 19 22:18:07.188816 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.policy [None req-4f905555-9201-407f-9fda-1a3bcd6e2471 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80165) register_rules /opt/stack/neutron/neutron/policy.py:75}} Jan 19 22:18:07.189622 dv-cinder-750782-5-smb neutron-server[80054]: WARNING oslo_policy.policy [None req-4f905555-9201-407f-9fda-1a3bcd6e2471 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 19 22:18:07.190027 dv-cinder-750782-5-smb neutron-server[80054]: WARNING oslo_policy.policy [None req-4f905555-9201-407f-9fda-1a3bcd6e2471 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 19 22:18:07.200299 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f905555-9201-407f-9fda-1a3bcd6e2471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:18:07.202273 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-4f905555-9201-407f-9fda-1a3bcd6e2471 admin admin] 10.222.0.43 "GET /v2.0/subnets/16b68717-c70a-480f-aa82-9c3b299d64ee HTTP/1.1" status: 200 len: 849 time: 0.5813432 Jan 19 22:18:07.541759 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-73335210-0ce4-46b4-b182-9f5ccd46aefe admin admin] 10.222.0.43 "GET /v2.0/routers/b98023ff-0f28-4a80-a2d5-0115c803b82e HTTP/1.1" status: 200 len: 704 time: 0.3333027 Jan 19 22:18:08.021297 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-96357081-850c-4b33-a3d3-eb606716b2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:08.403396 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.db_base_plugin_common [None req-96357081-850c-4b33-a3d3-eb606716b2d5 admin admin] Allocated IP 172.20.0.1 (cb235c83-1c23-4a14-b5ec-165f870f6ff4/16b68717-c70a-480f-aa82-9c3b299d64ee/cced2cce-adcd-439d-9c46-c553a5d19243) {{(pid=80165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:18:08.567405 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-96357081-850c-4b33-a3d3-eb606716b2d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:08.585239 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-96357081-850c-4b33-a3d3-eb606716b2d5 admin admin] Transition to ACTIVE for port object cced2cce-adcd-439d-9c46-c553a5d19243 will not be triggered until provisioned by entity DHCP. {{(pid=80165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:18:08.642125 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-96357081-850c-4b33-a3d3-eb606716b2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307085170889'] for port, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:08.657628 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:18:08.802409 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96357081-850c-4b33-a3d3-eb606716b2d5 admin admin] Pushing event updated for resources: {'Port': ['ID=cced2cce-adcd-439d-9c46-c553a5d19243,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:18:08.814279 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96357081-850c-4b33-a3d3-eb606716b2d5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:18:08.814645 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96357081-850c-4b33-a3d3-eb606716b2d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:18:08.815002 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96357081-850c-4b33-a3d3-eb606716b2d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:18:08.815355 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96357081-850c-4b33-a3d3-eb606716b2d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:18:08.815705 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96357081-850c-4b33-a3d3-eb606716b2d5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:18:08.816053 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96357081-850c-4b33-a3d3-eb606716b2d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:18:08.816398 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96357081-850c-4b33-a3d3-eb606716b2d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:18:08.816742 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96357081-850c-4b33-a3d3-eb606716b2d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:18:08.817122 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96357081-850c-4b33-a3d3-eb606716b2d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:18:08.817495 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96357081-850c-4b33-a3d3-eb606716b2d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:18:08.817841 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96357081-850c-4b33-a3d3-eb606716b2d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:18:08.818179 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96357081-850c-4b33-a3d3-eb606716b2d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:18:08.819310 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96357081-850c-4b33-a3d3-eb606716b2d5 admin admin] Tracked resource versions report: Jan 19 22:18:08.819310 dv-cinder-750782-5-smb neutron-server[80054]: pushed versions: Jan 19 22:18:08.819310 dv-cinder-750782-5-smb neutron-server[80054]: { 'AddressGroup': {'1.1'}, Jan 19 22:18:08.819310 dv-cinder-750782-5-smb neutron-server[80054]: 'ConntrackHelper': {'1.0'}, Jan 19 22:18:08.819310 dv-cinder-750782-5-smb neutron-server[80054]: 'Log': {'1.0'}, Jan 19 22:18:08.819310 dv-cinder-750782-5-smb neutron-server[80054]: 'Network': {'1.1'}, Jan 19 22:18:08.819310 dv-cinder-750782-5-smb neutron-server[80054]: 'Port': {'1.6'}, Jan 19 22:18:08.819310 dv-cinder-750782-5-smb neutron-server[80054]: 'PortForwarding': {'1.2'}, Jan 19 22:18:08.819310 dv-cinder-750782-5-smb neutron-server[80054]: 'QosPolicy': {'1.8'}, Jan 19 22:18:08.819310 dv-cinder-750782-5-smb neutron-server[80054]: 'SecurityGroup': {'1.4'}, Jan 19 22:18:08.819310 dv-cinder-750782-5-smb neutron-server[80054]: 'SecurityGroupRule': {'1.2'}, Jan 19 22:18:08.819310 dv-cinder-750782-5-smb neutron-server[80054]: 'SubPort': {'1.0'}, Jan 19 22:18:08.819310 dv-cinder-750782-5-smb neutron-server[80054]: 'Subnet': {'1.1'}, Jan 19 22:18:08.819310 dv-cinder-750782-5-smb neutron-server[80054]: 'Trunk': {'1.1'}} Jan 19 22:18:08.819310 dv-cinder-750782-5-smb neutron-server[80054]: consumer versions: Jan 19 22:18:08.819310 dv-cinder-750782-5-smb neutron-server[80054]: { DHCP agent@dv-cinder-750782-5-smb: {}, Jan 19 22:18:08.819310 dv-cinder-750782-5-smb neutron-server[80054]: L3 agent@dv-cinder-750782-5-smb: {}, Jan 19 22:18:08.819310 dv-cinder-750782-5-smb neutron-server[80054]: Metadata agent@dv-cinder-750782-5-smb: {}, Jan 19 22:18:08.819310 dv-cinder-750782-5-smb neutron-server[80054]: Metering agent@dv-cinder-750782-5-smb: {}, Jan 19 22:18:08.819310 dv-cinder-750782-5-smb neutron-server[80054]: Open vSwitch agent@dv-cinder-750782-5-smb: { 'AddressGroup': '1.1', Jan 19 22:18:08.819310 dv-cinder-750782-5-smb neutron-server[80054]: 'ConntrackHelper': '1.0', Jan 19 22:18:08.819310 dv-cinder-750782-5-smb neutron-server[80054]: 'Log': '1.0', Jan 19 22:18:08.819310 dv-cinder-750782-5-smb neutron-server[80054]: 'Network': '1.1', Jan 19 22:18:08.819310 dv-cinder-750782-5-smb neutron-server[80054]: 'Port': '1.6', Jan 19 22:18:08.819310 dv-cinder-750782-5-smb neutron-server[80054]: 'PortForwarding': '1.2', Jan 19 22:18:08.819310 dv-cinder-750782-5-smb neutron-server[80054]: 'QosPolicy': '1.8', Jan 19 22:18:08.819310 dv-cinder-750782-5-smb neutron-server[80054]: 'SecurityGroup': '1.4', Jan 19 22:18:08.819310 dv-cinder-750782-5-smb neutron-server[80054]: 'SecurityGroupRule': '1.2', Jan 19 22:18:08.819310 dv-cinder-750782-5-smb neutron-server[80054]: 'SubPort': '1.0', Jan 19 22:18:08.819310 dv-cinder-750782-5-smb neutron-server[80054]: 'Subnet': '1.1', Jan 19 22:18:08.819310 dv-cinder-750782-5-smb neutron-server[80054]: 'Trunk': '1.1'}} Jan 19 22:18:08.819310 dv-cinder-750782-5-smb neutron-server[80054]: {{(pid=80165) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 19 22:18:08.865518 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-96357081-850c-4b33-a3d3-eb606716b2d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:18:08.881800 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96357081-850c-4b33-a3d3-eb606716b2d5 admin admin] Network cb235c83-1c23-4a14-b5ec-165f870f6ff4 is already hosted by enough agents. {{(pid=80165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:18:08.882905 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [None req-96357081-850c-4b33-a3d3-eb606716b2d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=80165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:18:08.885648 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96357081-850c-4b33-a3d3-eb606716b2d5 admin admin] Received port after_create {{(pid=80165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:18:08.886174 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-96357081-850c-4b33-a3d3-eb606716b2d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447740'] for router_interface, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:09.099299 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-3892f512-e966-4303-a519-a1d6892e0121 None None] Provisioning for port cced2cce-adcd-439d-9c46-c553a5d19243 completed by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:18:09.105018 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-3892f512-e966-4303-a519-a1d6892e0121 None None] Provisioning complete for port cced2cce-adcd-439d-9c46-c553a5d19243 triggered by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:18:09.105471 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-3892f512-e966-4303-a519-a1d6892e0121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:09.165233 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-3892f512-e966-4303-a519-a1d6892e0121 None None] Port cced2cce-adcd-439d-9c46-c553a5d19243 cannot update to ACTIVE because it is not bound. {{(pid=80167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 22:18:09.302360 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-96357081-850c-4b33-a3d3-eb606716b2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:09.587694 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-96357081-850c-4b33-a3d3-eb606716b2d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:09.591239 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-96357081-850c-4b33-a3d3-eb606716b2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:09.592312 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-96357081-850c-4b33-a3d3-eb606716b2d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-541615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854328225'] for router_interface, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:09.606404 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:18:09.738621 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96357081-850c-4b33-a3d3-eb606716b2d5 admin admin] Pushing event updated for resources: {'Port': ['ID=cced2cce-adcd-439d-9c46-c553a5d19243,revision_number=2']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:18:09.741494 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-96357081-850c-4b33-a3d3-eb606716b2d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:18:09.797532 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96357081-850c-4b33-a3d3-eb606716b2d5 admin admin] Network cb235c83-1c23-4a14-b5ec-165f870f6ff4 is already hosted by enough agents. {{(pid=80165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:18:09.798607 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [None req-96357081-850c-4b33-a3d3-eb606716b2d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=80165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:18:09.989766 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-1f930ec2-bf03-4b12-a91e-445f710b2eb0 None None] Provisioning complete for port cced2cce-adcd-439d-9c46-c553a5d19243 triggered by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:18:09.990170 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1f930ec2-bf03-4b12-a91e-445f710b2eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:09.995114 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96357081-850c-4b33-a3d3-eb606716b2d5 admin admin] Router b98023ff-0f28-4a80-a2d5-0115c803b82e is scheduled to L3 agent f53f1119-c8e9-4b63-a732-32c6c8f5b9fc with binding_index 1 {{(pid=80165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 19 22:18:10.044670 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-1f930ec2-bf03-4b12-a91e-445f710b2eb0 None None] Port cced2cce-adcd-439d-9c46-c553a5d19243 cannot update to ACTIVE because it is not bound. {{(pid=80167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 22:18:10.159349 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96357081-850c-4b33-a3d3-eb606716b2d5 admin admin] Notify agent at l3_agent.dv-cinder-750782-5-smb the message routers_updated {{(pid=80165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:18:10.169639 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faded3ac-30e3-4f56-93ae-dcb1aeb0d538 None None] Sync routers for ids ['b98023ff-0f28-4a80-a2d5-0115c803b82e'] in dv-cinder-750782-5-smb {{(pid=80168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:18:10.170886 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-96357081-850c-4b33-a3d3-eb606716b2d5 admin admin] 10.222.0.43 "PUT /v2.0/routers/b98023ff-0f28-4a80-a2d5-0115c803b82e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.6235132 Jan 19 22:18:10.180926 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faded3ac-30e3-4f56-93ae-dcb1aeb0d538 None None] Routers {'b98023ff-0f28-4a80-a2d5-0115c803b82e'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:18:10.181861 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-faded3ac-30e3-4f56-93ae-dcb1aeb0d538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:18:02Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['b98023ff-0f28-4a80-a2d5-0115c803b82e'], 'active': True} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:18:10.382274 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-faded3ac-30e3-4f56-93ae-dcb1aeb0d538 None None] Set router b98023ff-0f28-4a80-a2d5-0115c803b82e gateway port host: None {{(pid=80168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:18:10.938004 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-faded3ac-30e3-4f56-93ae-dcb1aeb0d538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98023ff-0f28-4a80-a2d5-0115c803b82e', 'name': 'router1', 'tenant_id': '463a1fed10914c6e94cf737e8cb63ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:17:57Z', 'updated_at': '2021-01-19T22:18:09Z', 'revision_number': 2, 'project_id': '463a1fed10914c6e94cf737e8cb63ffd', 'gw_port_host': None, '_interfaces': [{'id': 'cced2cce-adcd-439d-9c46-c553a5d19243', 'name': '', 'network_id': 'cb235c83-1c23-4a14-b5ec-165f870f6ff4', 'tenant_id': '463a1fed10914c6e94cf737e8cb63ffd', 'mac_address': 'fa:16:3e:8a:b7:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98023ff-0f28-4a80-a2d5-0115c803b82e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '16b68717-c70a-480f-aa82-9c3b299d64ee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:18:08Z', 'updated_at': '2021-01-19T22:18:09Z', 'revision_number': 2, 'project_id': '463a1fed10914c6e94cf737e8cb63ffd', 'subnets': [{'id': '16b68717-c70a-480f-aa82-9c3b299d64ee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '06526243-a484-47d9-b3a0-49e20804019a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:18:10.943121 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faded3ac-30e3-4f56-93ae-dcb1aeb0d538 None None] Checking router: b98023ff-0f28-4a80-a2d5-0115c803b82e for host: dv-cinder-750782-5-smb {{(pid=80168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:18:10.943543 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faded3ac-30e3-4f56-93ae-dcb1aeb0d538 None None] Updating router b98023ff-0f28-4a80-a2d5-0115c803b82e port cced2cce-adcd-439d-9c46-c553a5d19243 binding host dv-cinder-750782-5-smb {{(pid=80168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 19 22:18:11.001727 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-faded3ac-30e3-4f56-93ae-dcb1aeb0d538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:11.454452 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-faded3ac-30e3-4f56-93ae-dcb1aeb0d538 None None] Notify callbacks [] for port, precommit_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:11.468980 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-faded3ac-30e3-4f56-93ae-dcb1aeb0d538 None None] Transition to ACTIVE for port object cced2cce-adcd-439d-9c46-c553a5d19243 will not be triggered until provisioned by entity L2. {{(pid=80168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:18:11.471810 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-faded3ac-30e3-4f56-93ae-dcb1aeb0d538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:11.488069 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:18:11.628027 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca55f7-337b-43a3-a9b5-6820b28aeb11 None None] Pushing event updated for resources: {'Port': ['ID=cced2cce-adcd-439d-9c46-c553a5d19243,revision_number=3']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:18:11.644236 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ca55f7-337b-43a3-a9b5-6820b28aeb11 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:18:11.644643 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ca55f7-337b-43a3-a9b5-6820b28aeb11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:18:11.644992 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ca55f7-337b-43a3-a9b5-6820b28aeb11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:18:11.645378 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ca55f7-337b-43a3-a9b5-6820b28aeb11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:18:11.645743 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ca55f7-337b-43a3-a9b5-6820b28aeb11 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:18:11.646106 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ca55f7-337b-43a3-a9b5-6820b28aeb11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:18:11.646462 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ca55f7-337b-43a3-a9b5-6820b28aeb11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:18:11.646817 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ca55f7-337b-43a3-a9b5-6820b28aeb11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:18:11.647175 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ca55f7-337b-43a3-a9b5-6820b28aeb11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:18:11.647528 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ca55f7-337b-43a3-a9b5-6820b28aeb11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:18:11.647882 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ca55f7-337b-43a3-a9b5-6820b28aeb11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:18:11.648234 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ca55f7-337b-43a3-a9b5-6820b28aeb11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:18:11.649639 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ca55f7-337b-43a3-a9b5-6820b28aeb11 None None] Tracked resource versions report: Jan 19 22:18:11.649639 dv-cinder-750782-5-smb neutron-server[80054]: pushed versions: Jan 19 22:18:11.649639 dv-cinder-750782-5-smb neutron-server[80054]: { 'AddressGroup': {'1.1'}, Jan 19 22:18:11.649639 dv-cinder-750782-5-smb neutron-server[80054]: 'ConntrackHelper': {'1.0'}, Jan 19 22:18:11.649639 dv-cinder-750782-5-smb neutron-server[80054]: 'Log': {'1.0'}, Jan 19 22:18:11.649639 dv-cinder-750782-5-smb neutron-server[80054]: 'Network': {'1.1'}, Jan 19 22:18:11.649639 dv-cinder-750782-5-smb neutron-server[80054]: 'Port': {'1.6'}, Jan 19 22:18:11.649639 dv-cinder-750782-5-smb neutron-server[80054]: 'PortForwarding': {'1.2'}, Jan 19 22:18:11.649639 dv-cinder-750782-5-smb neutron-server[80054]: 'QosPolicy': {'1.8'}, Jan 19 22:18:11.649639 dv-cinder-750782-5-smb neutron-server[80054]: 'SecurityGroup': {'1.4'}, Jan 19 22:18:11.649639 dv-cinder-750782-5-smb neutron-server[80054]: 'SecurityGroupRule': {'1.2'}, Jan 19 22:18:11.649639 dv-cinder-750782-5-smb neutron-server[80054]: 'SubPort': {'1.0'}, Jan 19 22:18:11.649639 dv-cinder-750782-5-smb neutron-server[80054]: 'Subnet': {'1.1'}, Jan 19 22:18:11.649639 dv-cinder-750782-5-smb neutron-server[80054]: 'Trunk': {'1.1'}} Jan 19 22:18:11.649639 dv-cinder-750782-5-smb neutron-server[80054]: consumer versions: Jan 19 22:18:11.649639 dv-cinder-750782-5-smb neutron-server[80054]: { DHCP agent@dv-cinder-750782-5-smb: {}, Jan 19 22:18:11.649639 dv-cinder-750782-5-smb neutron-server[80054]: L3 agent@dv-cinder-750782-5-smb: {}, Jan 19 22:18:11.649639 dv-cinder-750782-5-smb neutron-server[80054]: Metadata agent@dv-cinder-750782-5-smb: {}, Jan 19 22:18:11.649639 dv-cinder-750782-5-smb neutron-server[80054]: Metering agent@dv-cinder-750782-5-smb: {}, Jan 19 22:18:11.649639 dv-cinder-750782-5-smb neutron-server[80054]: Open vSwitch agent@dv-cinder-750782-5-smb: { 'AddressGroup': '1.1', Jan 19 22:18:11.649639 dv-cinder-750782-5-smb neutron-server[80054]: 'ConntrackHelper': '1.0', Jan 19 22:18:11.649639 dv-cinder-750782-5-smb neutron-server[80054]: 'Log': '1.0', Jan 19 22:18:11.649639 dv-cinder-750782-5-smb neutron-server[80054]: 'Network': '1.1', Jan 19 22:18:11.649639 dv-cinder-750782-5-smb neutron-server[80054]: 'Port': '1.6', Jan 19 22:18:11.649639 dv-cinder-750782-5-smb neutron-server[80054]: 'PortForwarding': '1.2', Jan 19 22:18:11.649639 dv-cinder-750782-5-smb neutron-server[80054]: 'QosPolicy': '1.8', Jan 19 22:18:11.649639 dv-cinder-750782-5-smb neutron-server[80054]: 'SecurityGroup': '1.4', Jan 19 22:18:11.649639 dv-cinder-750782-5-smb neutron-server[80054]: 'SecurityGroupRule': '1.2', Jan 19 22:18:11.649639 dv-cinder-750782-5-smb neutron-server[80054]: 'SubPort': '1.0', Jan 19 22:18:11.649639 dv-cinder-750782-5-smb neutron-server[80054]: 'Subnet': '1.1', Jan 19 22:18:11.649639 dv-cinder-750782-5-smb neutron-server[80054]: 'Trunk': '1.1'}} Jan 19 22:18:11.649639 dv-cinder-750782-5-smb neutron-server[80054]: {{(pid=80168) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 19 22:18:11.656669 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-25ca55f7-337b-43a3-a9b5-6820b28aeb11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:18:11.814428 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-faded3ac-30e3-4f56-93ae-dcb1aeb0d538 None None] Attempting to bind port cced2cce-adcd-439d-9c46-c553a5d19243 on host dv-cinder-750782-5-smb for vnic_type normal with profile {{(pid=80168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:18:11.814848 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-faded3ac-30e3-4f56-93ae-dcb1aeb0d538 None None] Attempting to bind port cced2cce-adcd-439d-9c46-c553a5d19243 by drivers openvswitch on host dv-cinder-750782-5-smb at level 0 using segments [{'id': 'f19a391c-699a-48cf-b8b1-65b66aedeae6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'cb235c83-1c23-4a14-b5ec-165f870f6ff4'}] {{(pid=80168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:18:11.815267 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faded3ac-30e3-4f56-93ae-dcb1aeb0d538 None None] Attempting to bind port cced2cce-adcd-439d-9c46-c553a5d19243 on network cb235c83-1c23-4a14-b5ec-165f870f6ff4 {{(pid=80168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:18:11.821415 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faded3ac-30e3-4f56-93ae-dcb1aeb0d538 None None] Checking agent: {'id': 'f078d5c4-c25a-4ec9-8658-39b8d5860620', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 17, 33), 'started_at': datetime.datetime(2021, 1, 19, 22, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:18:11.821847 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faded3ac-30e3-4f56-93ae-dcb1aeb0d538 None None] Checking segment: {'id': 'f19a391c-699a-48cf-b8b1-65b66aedeae6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'cb235c83-1c23-4a14-b5ec-165f870f6ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:18:11.822353 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-faded3ac-30e3-4f56-93ae-dcb1aeb0d538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:11.822785 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faded3ac-30e3-4f56-93ae-dcb1aeb0d538 None None] Bound using segment: {'id': 'f19a391c-699a-48cf-b8b1-65b66aedeae6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'cb235c83-1c23-4a14-b5ec-165f870f6ff4'} {{(pid=80168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:18:11.823338 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-faded3ac-30e3-4f56-93ae-dcb1aeb0d538 None None] Bound port: cced2cce-adcd-439d-9c46-c553a5d19243, host: dv-cinder-750782-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19a391c-699a-48cf-b8b1-65b66aedeae6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'cb235c83-1c23-4a14-b5ec-165f870f6ff4'}}] {{(pid=80168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:18:11.823780 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-faded3ac-30e3-4f56-93ae-dcb1aeb0d538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:11.921023 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-faded3ac-30e3-4f56-93ae-dcb1aeb0d538 None None] For port cced2cce-adcd-439d-9c46-c553a5d19243, host dv-cinder-750782-5-smb, cleared binding levels {{(pid=80168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:18:11.926068 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-faded3ac-30e3-4f56-93ae-dcb1aeb0d538 None None] For port cced2cce-adcd-439d-9c46-c553a5d19243, host dv-cinder-750782-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=cced2cce-adcd-439d-9c46-c553a5d19243,segment=NetworkSegment(f19a391c-699a-48cf-b8b1-65b66aedeae6),segment_id=f19a391c-699a-48cf-b8b1-65b66aedeae6)] {{(pid=80168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:18:11.929440 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-faded3ac-30e3-4f56-93ae-dcb1aeb0d538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:11.944714 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-25ca55f7-337b-43a3-a9b5-6820b28aeb11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:18:12.101192 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca55f7-337b-43a3-a9b5-6820b28aeb11 None None] Pushing event updated for resources: {'Port': ['ID=cced2cce-adcd-439d-9c46-c553a5d19243,revision_number=4']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:18:12.106332 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-25ca55f7-337b-43a3-a9b5-6820b28aeb11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:18:12.152007 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faded3ac-30e3-4f56-93ae-dcb1aeb0d538 None None] Routers {'b98023ff-0f28-4a80-a2d5-0115c803b82e'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:18:12.152678 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-faded3ac-30e3-4f56-93ae-dcb1aeb0d538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:18:02Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['b98023ff-0f28-4a80-a2d5-0115c803b82e'], 'active': True} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:18:12.322101 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-faded3ac-30e3-4f56-93ae-dcb1aeb0d538 None None] Set router b98023ff-0f28-4a80-a2d5-0115c803b82e gateway port host: None {{(pid=80168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:18:12.664682 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-faded3ac-30e3-4f56-93ae-dcb1aeb0d538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98023ff-0f28-4a80-a2d5-0115c803b82e', 'name': 'router1', 'tenant_id': '463a1fed10914c6e94cf737e8cb63ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:17:57Z', 'updated_at': '2021-01-19T22:18:09Z', 'revision_number': 2, 'project_id': '463a1fed10914c6e94cf737e8cb63ffd', 'gw_port_host': None, '_interfaces': [{'id': 'cced2cce-adcd-439d-9c46-c553a5d19243', 'name': '', 'network_id': 'cb235c83-1c23-4a14-b5ec-165f870f6ff4', 'tenant_id': '463a1fed10914c6e94cf737e8cb63ffd', 'mac_address': 'fa:16:3e:8a:b7:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98023ff-0f28-4a80-a2d5-0115c803b82e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '16b68717-c70a-480f-aa82-9c3b299d64ee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:18:08Z', 'updated_at': '2021-01-19T22:18:11Z', 'revision_number': 4, 'project_id': '463a1fed10914c6e94cf737e8cb63ffd', 'subnets': [{'id': '16b68717-c70a-480f-aa82-9c3b299d64ee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '06526243-a484-47d9-b3a0-49e20804019a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:18:12.668806 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faded3ac-30e3-4f56-93ae-dcb1aeb0d538 None None] The sync data for ids ['b98023ff-0f28-4a80-a2d5-0115c803b82e'] in dv-cinder-750782-5-smb is: [{'id': 'b98023ff-0f28-4a80-a2d5-0115c803b82e', 'name': 'router1', 'tenant_id': '463a1fed10914c6e94cf737e8cb63ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:17:57Z', 'updated_at': '2021-01-19T22:18:09Z', 'revision_number': 2, 'project_id': '463a1fed10914c6e94cf737e8cb63ffd', 'gw_port_host': None, '_interfaces': [{'id': 'cced2cce-adcd-439d-9c46-c553a5d19243', 'name': '', 'network_id': 'cb235c83-1c23-4a14-b5ec-165f870f6ff4', 'tenant_id': '463a1fed10914c6e94cf737e8cb63ffd', 'mac_address': 'fa:16:3e:8a:b7:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98023ff-0f28-4a80-a2d5-0115c803b82e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '16b68717-c70a-480f-aa82-9c3b299d64ee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:18:08Z', 'updated_at': '2021-01-19T22:18:11Z', 'revision_number': 4, 'project_id': '463a1fed10914c6e94cf737e8cb63ffd', 'subnets': [{'id': '16b68717-c70a-480f-aa82-9c3b299d64ee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '06526243-a484-47d9-b3a0-49e20804019a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:18:12.688475 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 47600) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:18:12.879246 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8615e3e-1fbb-43f2-b045-e84f917cbc0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:18:12.880748 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-b8615e3e-1fbb-43f2-b045-e84f917cbc0d admin admin] 10.222.0.43 "GET /v2.0/networks/8d9e1b39-82c1-4058-b2cd-c5f96fe21028 HTTP/1.1" status: 200 len: 842 time: 0.1912451 Jan 19 22:18:12.891319 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-31feb9de-a693-4b22-a355-06156da823cd admin admin] Request body: {'subnet': {'gateway_ip': '172.28.2.1', 'cidr': '172.28.2.0/24', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:18:12.894174 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.quota [None req-31feb9de-a693-4b22-a355-06156da823cd admin admin] Loaded quota_driver: . Jan 19 22:18:12.900070 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-31feb9de-a693-4b22-a355-06156da823cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:18:12.904194 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-31feb9de-a693-4b22-a355-06156da823cd admin admin] Usage tracker for resource:subnet and tenant:7dcf1b7f927449c3a745cadc3dc36db2 is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:18:12.907693 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-31feb9de-a693-4b22-a355-06156da823cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:18:12.914463 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-31feb9de-a693-4b22-a355-06156da823cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:18:12.927956 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31feb9de-a693-4b22-a355-06156da823cd admin admin] Made reservation on behalf of 7dcf1b7f927449c3a745cadc3dc36db2 for: {'subnet': 1} {{(pid=80165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:18:12.932865 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-31feb9de-a693-4b22-a355-06156da823cd admin admin] Notify callbacks [] for subnet, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:13.423025 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.objects.ports [None req-31feb9de-a693-4b22-a355-06156da823cd admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80165) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 19 22:18:13.423525 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-31feb9de-a693-4b22-a355-06156da823cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596'] for subnet, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:13.440968 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:18:13.587632 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31feb9de-a693-4b22-a355-06156da823cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0,revision_number=0']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:18:13.590971 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-31feb9de-a693-4b22-a355-06156da823cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:18:13.648524 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31feb9de-a693-4b22-a355-06156da823cd admin admin] Checking segment: {'id': 'eae0621e-0013-4ba3-ab53-cef85e02fc92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:18:13.648914 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31feb9de-a693-4b22-a355-06156da823cd admin admin] Network hostable DHCP agents. Network: 8d9e1b39-82c1-4058-b2cd-c5f96fe21028, hostable agents: ['ea282ca9-2836-4d3d-88e8-844f6d380f74'], hosted agents: [] {{(pid=80165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 19 22:18:13.670107 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31feb9de-a693-4b22-a355-06156da823cd admin admin] Network 8d9e1b39-82c1-4058-b2cd-c5f96fe21028 is scheduled to be hosted by DHCP agent ea282ca9-2836-4d3d-88e8-844f6d380f74 with binding_index 1 {{(pid=80165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 19 22:18:13.679649 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [None req-31feb9de-a693-4b22-a355-06156da823cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-5-smb, 8d9e1b39-82c1-4058-b2cd-c5f96fe21028) {{(pid=80165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:18:13.683897 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31feb9de-a693-4b22-a355-06156da823cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:18:13.684554 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-31feb9de-a693-4b22-a355-06156da823cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for subnet, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:13.689016 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd28a8c4-9a40-4461-beed-a264341bf651 None None] Network 8d9e1b39-82c1-4058-b2cd-c5f96fe21028 requested from dv-cinder-750782-5-smb {{(pid=80167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:18:13.707193 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-31feb9de-a693-4b22-a355-06156da823cd admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8197532 Jan 19 22:18:13.925208 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7272507e-bc85-4df0-9c4f-611e59120d77 None None] Network 8d9e1b39-82c1-4058-b2cd-c5f96fe21028 requested from dv-cinder-750782-5-smb {{(pid=80167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:18:14.997799 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device cced2cce-adcd-439d-9c46-c553a5d19243 up at agent ovs-agent-dv-cinder-750782-5-smb {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:18:15.067585 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Provisioning for port cced2cce-adcd-439d-9c46-c553a5d19243 completed by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:18:15.072592 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Provisioning complete for port cced2cce-adcd-439d-9c46-c553a5d19243 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:18:15.072999 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:15.194063 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:15.225647 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] For port cced2cce-adcd-439d-9c46-c553a5d19243, host dv-cinder-750782-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=cced2cce-adcd-439d-9c46-c553a5d19243,segment=NetworkSegment(f19a391c-699a-48cf-b8b1-65b66aedeae6),segment_id=f19a391c-699a-48cf-b8b1-65b66aedeae6)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:18:15.228742 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:15.230833 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:18:15.299291 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Pushing event updated for resources: {'Port': ['ID=cced2cce-adcd-439d-9c46-c553a5d19243,revision_number=5']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:18:15.302455 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:18:16.254451 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 47614) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:18:16.645874 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-c1250b28-06e0-4342-b3f8-7762696782dc admin admin] 10.222.0.43 "GET /v2.0/routers/b98023ff-0f28-4a80-a2d5-0115c803b82e HTTP/1.1" status: 200 len: 710 time: 0.3901045 Jan 19 22:18:16.783438 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79e03b8-250a-4b9e-a082-e3fcaed3d419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:18:16.784901 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-c79e03b8-250a-4b9e-a082-e3fcaed3d419 admin admin] 10.222.0.43 "GET /v2.0/networks/8d9e1b39-82c1-4058-b2cd-c5f96fe21028 HTTP/1.1" status: 200 len: 886 time: 0.1330276 Jan 19 22:18:16.794872 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-bd96a89c-a45e-41e4-a1a6-9f5e84cfd7f5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028'}}} {{(pid=80165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:18:16.979364 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device cced2cce-adcd-439d-9c46-c553a5d19243 up at agent ovs-agent-dv-cinder-750782-5-smb {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:18:17.051941 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Provisioning complete for port cced2cce-adcd-439d-9c46-c553a5d19243 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:18:17.052338 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:17.255955 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-bd96a89c-a45e-41e4-a1a6-9f5e84cfd7f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774626'] for router, precommit_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:17.598964 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-bd96a89c-a45e-41e4-a1a6-9f5e84cfd7f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:17.657143 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-bd96a89c-a45e-41e4-a1a6-9f5e84cfd7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:17.669605 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-bd96a89c-a45e-41e4-a1a6-9f5e84cfd7f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:17.688102 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-bd96a89c-a45e-41e4-a1a6-9f5e84cfd7f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:18:17.692049 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-bd96a89c-a45e-41e4-a1a6-9f5e84cfd7f5 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:18:17.695248 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-bd96a89c-a45e-41e4-a1a6-9f5e84cfd7f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:18:17.700996 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-bd96a89c-a45e-41e4-a1a6-9f5e84cfd7f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:18:17.798411 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-bd96a89c-a45e-41e4-a1a6-9f5e84cfd7f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:17.801048 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-bd96a89c-a45e-41e4-a1a6-9f5e84cfd7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:17.816758 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:18:17.909773 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd96a89c-a45e-41e4-a1a6-9f5e84cfd7f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=601b202c-5f31-4db8-b704-3a2199a7ec05,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:18:17.916422 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-bd96a89c-a45e-41e4-a1a6-9f5e84cfd7f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:18:18.075550 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.db_base_plugin_common [None req-bd96a89c-a45e-41e4-a1a6-9f5e84cfd7f5 admin admin] Allocated IP 172.28.2.37 (8d9e1b39-82c1-4058-b2cd-c5f96fe21028/38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0/38f9b107-b33a-4040-b7f8-b14b2cb29d02) {{(pid=80165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:18:18.225889 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-bd96a89c-a45e-41e4-a1a6-9f5e84cfd7f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:18.254128 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-bd96a89c-a45e-41e4-a1a6-9f5e84cfd7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307085170889'] for port, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:18.269141 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-96357081-850c-4b33-a3d3-eb606716b2d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:18:18.576029 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd96a89c-a45e-41e4-a1a6-9f5e84cfd7f5 admin admin] Pushing event updated for resources: {'Port': ['ID=38f9b107-b33a-4040-b7f8-b14b2cb29d02,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:18:18.580849 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-bd96a89c-a45e-41e4-a1a6-9f5e84cfd7f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:18:18.621311 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd96a89c-a45e-41e4-a1a6-9f5e84cfd7f5 admin admin] Network 8d9e1b39-82c1-4058-b2cd-c5f96fe21028 is already hosted by enough agents. {{(pid=80165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:18:18.622407 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [None req-bd96a89c-a45e-41e4-a1a6-9f5e84cfd7f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=80165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:18:18.624681 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd96a89c-a45e-41e4-a1a6-9f5e84cfd7f5 admin admin] Received port after_create {{(pid=80165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:18:19.018790 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-bd96a89c-a45e-41e4-a1a6-9f5e84cfd7f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:19.369370 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-bd96a89c-a45e-41e4-a1a6-9f5e84cfd7f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774626'] for router, precommit_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:19.372890 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-bd96a89c-a45e-41e4-a1a6-9f5e84cfd7f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854324551', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854333076'] for router, after_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:19.557389 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd96a89c-a45e-41e4-a1a6-9f5e84cfd7f5 admin admin] Router b98023ff-0f28-4a80-a2d5-0115c803b82e has already been hosted by L3 agent f53f1119-c8e9-4b63-a732-32c6c8f5b9fc {{(pid=80165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 22:18:19.741496 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd96a89c-a45e-41e4-a1a6-9f5e84cfd7f5 admin admin] Notify agent at l3_agent.dv-cinder-750782-5-smb the message routers_updated {{(pid=80165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:18:19.751616 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5382e226-cfe9-4eef-bbd1-b0b1c7853c96 None None] Sync routers for ids ['b98023ff-0f28-4a80-a2d5-0115c803b82e'] in dv-cinder-750782-5-smb {{(pid=80167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:18:19.758261 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-bd96a89c-a45e-41e4-a1a6-9f5e84cfd7f5 admin admin] Notify callbacks [] for router, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:19.764227 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-bd96a89c-a45e-41e4-a1a6-9f5e84cfd7f5 admin admin] 10.222.0.43 "PUT /v2.0/routers/b98023ff-0f28-4a80-a2d5-0115c803b82e HTTP/1.1" status: 200 len: 889 time: 2.9684126 Jan 19 22:18:19.764443 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5382e226-cfe9-4eef-bbd1-b0b1c7853c96 None None] Routers {'b98023ff-0f28-4a80-a2d5-0115c803b82e'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:18:19.764443 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-5382e226-cfe9-4eef-bbd1-b0b1c7853c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:18:02Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['b98023ff-0f28-4a80-a2d5-0115c803b82e'], 'active': True} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:18:19.971077 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-5382e226-cfe9-4eef-bbd1-b0b1c7853c96 None None] Set router b98023ff-0f28-4a80-a2d5-0115c803b82e gateway port host: dv-cinder-750782-5-smb {{(pid=80167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:18:20.479236 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-5382e226-cfe9-4eef-bbd1-b0b1c7853c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98023ff-0f28-4a80-a2d5-0115c803b82e', 'name': 'router1', 'tenant_id': '463a1fed10914c6e94cf737e8cb63ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.37'}], 'enable_snat': True}, 'gw_port_id': '38f9b107-b33a-4040-b7f8-b14b2cb29d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:17:57Z', 'updated_at': '2021-01-19T22:18:18Z', 'revision_number': 4, 'project_id': '463a1fed10914c6e94cf737e8cb63ffd', 'gw_port': {'id': '38f9b107-b33a-4040-b7f8-b14b2cb29d02', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98023ff-0f28-4a80-a2d5-0115c803b82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:18:17Z', 'updated_at': '2021-01-19T22:18:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_interfaces': [{'id': 'cced2cce-adcd-439d-9c46-c553a5d19243', 'name': '', 'network_id': 'cb235c83-1c23-4a14-b5ec-165f870f6ff4', 'tenant_id': '463a1fed10914c6e94cf737e8cb63ffd', 'mac_address': 'fa:16:3e:8a:b7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98023ff-0f28-4a80-a2d5-0115c803b82e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '16b68717-c70a-480f-aa82-9c3b299d64ee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:18:08Z', 'updated_at': '2021-01-19T22:18:15Z', 'revision_number': 5, 'project_id': '463a1fed10914c6e94cf737e8cb63ffd', 'subnets': [{'id': '16b68717-c70a-480f-aa82-9c3b299d64ee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '06526243-a484-47d9-b3a0-49e20804019a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:18:20.484458 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5382e226-cfe9-4eef-bbd1-b0b1c7853c96 None None] Checking router: b98023ff-0f28-4a80-a2d5-0115c803b82e for host: dv-cinder-750782-5-smb {{(pid=80167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:18:20.484710 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5382e226-cfe9-4eef-bbd1-b0b1c7853c96 None None] Updating router b98023ff-0f28-4a80-a2d5-0115c803b82e port 38f9b107-b33a-4040-b7f8-b14b2cb29d02 binding host dv-cinder-750782-5-smb {{(pid=80167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 19 22:18:20.541621 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-5382e226-cfe9-4eef-bbd1-b0b1c7853c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:20.944480 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-5382e226-cfe9-4eef-bbd1-b0b1c7853c96 None None] Notify callbacks [] for port, precommit_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:20.957900 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-5382e226-cfe9-4eef-bbd1-b0b1c7853c96 None None] Transition to ACTIVE for port object 38f9b107-b33a-4040-b7f8-b14b2cb29d02 will not be triggered until provisioned by entity L2. {{(pid=80167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:18:20.961042 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-5382e226-cfe9-4eef-bbd1-b0b1c7853c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:20.976254 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-fc2688c4-f072-4012-a248-39ec624f79f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:18:21.119849 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9090864-9a79-4272-83a1-a97de7918d2f None None] Pushing event updated for resources: {'Port': ['ID=38f9b107-b33a-4040-b7f8-b14b2cb29d02,revision_number=2']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:18:21.124902 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-e9090864-9a79-4272-83a1-a97de7918d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:18:21.175003 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-5382e226-cfe9-4eef-bbd1-b0b1c7853c96 None None] Attempting to bind port 38f9b107-b33a-4040-b7f8-b14b2cb29d02 on host dv-cinder-750782-5-smb for vnic_type normal with profile {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:18:21.175332 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-5382e226-cfe9-4eef-bbd1-b0b1c7853c96 None None] Attempting to bind port 38f9b107-b33a-4040-b7f8-b14b2cb29d02 by drivers openvswitch on host dv-cinder-750782-5-smb at level 0 using segments [{'id': 'eae0621e-0013-4ba3-ab53-cef85e02fc92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028'}] {{(pid=80167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:18:21.175737 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5382e226-cfe9-4eef-bbd1-b0b1c7853c96 None None] Attempting to bind port 38f9b107-b33a-4040-b7f8-b14b2cb29d02 on network 8d9e1b39-82c1-4058-b2cd-c5f96fe21028 {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:18:21.181681 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5382e226-cfe9-4eef-bbd1-b0b1c7853c96 None None] Checking agent: {'id': 'f078d5c4-c25a-4ec9-8658-39b8d5860620', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 17, 33), 'started_at': datetime.datetime(2021, 1, 19, 22, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:18:21.182097 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5382e226-cfe9-4eef-bbd1-b0b1c7853c96 None None] Checking segment: {'id': 'eae0621e-0013-4ba3-ab53-cef85e02fc92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:18:21.182536 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-5382e226-cfe9-4eef-bbd1-b0b1c7853c96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:21.182967 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5382e226-cfe9-4eef-bbd1-b0b1c7853c96 None None] Bound using segment: {'id': 'eae0621e-0013-4ba3-ab53-cef85e02fc92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028'} {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:18:21.183480 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-5382e226-cfe9-4eef-bbd1-b0b1c7853c96 None None] Bound port: 38f9b107-b33a-4040-b7f8-b14b2cb29d02, host: dv-cinder-750782-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae0621e-0013-4ba3-ab53-cef85e02fc92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028'}}] {{(pid=80167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:18:21.183934 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-5382e226-cfe9-4eef-bbd1-b0b1c7853c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:21.259946 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-5382e226-cfe9-4eef-bbd1-b0b1c7853c96 None None] For port 38f9b107-b33a-4040-b7f8-b14b2cb29d02, host dv-cinder-750782-5-smb, cleared binding levels {{(pid=80167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:18:21.263367 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-5382e226-cfe9-4eef-bbd1-b0b1c7853c96 None None] For port 38f9b107-b33a-4040-b7f8-b14b2cb29d02, host dv-cinder-750782-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=38f9b107-b33a-4040-b7f8-b14b2cb29d02,segment=NetworkSegment(eae0621e-0013-4ba3-ab53-cef85e02fc92),segment_id=eae0621e-0013-4ba3-ab53-cef85e02fc92)] {{(pid=80167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:18:21.266500 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-5382e226-cfe9-4eef-bbd1-b0b1c7853c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:21.282199 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:18:21.436545 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9090864-9a79-4272-83a1-a97de7918d2f None None] Pushing event updated for resources: {'Port': ['ID=38f9b107-b33a-4040-b7f8-b14b2cb29d02,revision_number=3']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:18:21.439839 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-e9090864-9a79-4272-83a1-a97de7918d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:18:21.483499 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5382e226-cfe9-4eef-bbd1-b0b1c7853c96 None None] Routers {'b98023ff-0f28-4a80-a2d5-0115c803b82e'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:18:21.484696 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-5382e226-cfe9-4eef-bbd1-b0b1c7853c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:18:02Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['b98023ff-0f28-4a80-a2d5-0115c803b82e'], 'active': True} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:18:21.668206 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-5382e226-cfe9-4eef-bbd1-b0b1c7853c96 None None] Set router b98023ff-0f28-4a80-a2d5-0115c803b82e gateway port host: dv-cinder-750782-5-smb {{(pid=80167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:18:22.018415 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-5382e226-cfe9-4eef-bbd1-b0b1c7853c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98023ff-0f28-4a80-a2d5-0115c803b82e', 'name': 'router1', 'tenant_id': '463a1fed10914c6e94cf737e8cb63ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.37'}], 'enable_snat': True}, 'gw_port_id': '38f9b107-b33a-4040-b7f8-b14b2cb29d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:17:57Z', 'updated_at': '2021-01-19T22:18:18Z', 'revision_number': 4, 'project_id': '463a1fed10914c6e94cf737e8cb63ffd', 'gw_port': {'id': '38f9b107-b33a-4040-b7f8-b14b2cb29d02', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98023ff-0f28-4a80-a2d5-0115c803b82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:18:17Z', 'updated_at': '2021-01-19T22:18:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_interfaces': [{'id': 'cced2cce-adcd-439d-9c46-c553a5d19243', 'name': '', 'network_id': 'cb235c83-1c23-4a14-b5ec-165f870f6ff4', 'tenant_id': '463a1fed10914c6e94cf737e8cb63ffd', 'mac_address': 'fa:16:3e:8a:b7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98023ff-0f28-4a80-a2d5-0115c803b82e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '16b68717-c70a-480f-aa82-9c3b299d64ee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:18:08Z', 'updated_at': '2021-01-19T22:18:15Z', 'revision_number': 5, 'project_id': '463a1fed10914c6e94cf737e8cb63ffd', 'subnets': [{'id': '16b68717-c70a-480f-aa82-9c3b299d64ee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '06526243-a484-47d9-b3a0-49e20804019a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:18:22.022627 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5382e226-cfe9-4eef-bbd1-b0b1c7853c96 None None] The sync data for ids ['b98023ff-0f28-4a80-a2d5-0115c803b82e'] in dv-cinder-750782-5-smb is: [{'id': 'b98023ff-0f28-4a80-a2d5-0115c803b82e', 'name': 'router1', 'tenant_id': '463a1fed10914c6e94cf737e8cb63ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.37'}], 'enable_snat': True}, 'gw_port_id': '38f9b107-b33a-4040-b7f8-b14b2cb29d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:17:57Z', 'updated_at': '2021-01-19T22:18:18Z', 'revision_number': 4, 'project_id': '463a1fed10914c6e94cf737e8cb63ffd', 'gw_port': {'id': '38f9b107-b33a-4040-b7f8-b14b2cb29d02', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98023ff-0f28-4a80-a2d5-0115c803b82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:18:17Z', 'updated_at': '2021-01-19T22:18:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_interfaces': [{'id': 'cced2cce-adcd-439d-9c46-c553a5d19243', 'name': '', 'network_id': 'cb235c83-1c23-4a14-b5ec-165f870f6ff4', 'tenant_id': '463a1fed10914c6e94cf737e8cb63ffd', 'mac_address': 'fa:16:3e:8a:b7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98023ff-0f28-4a80-a2d5-0115c803b82e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '16b68717-c70a-480f-aa82-9c3b299d64ee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:18:08Z', 'updated_at': '2021-01-19T22:18:15Z', 'revision_number': 5, 'project_id': '463a1fed10914c6e94cf737e8cb63ffd', 'subnets': [{'id': '16b68717-c70a-480f-aa82-9c3b299d64ee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '06526243-a484-47d9-b3a0-49e20804019a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:18:22.446327 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 47624) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:18:22.597929 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7b519a-a166-4877-9c2f-944d0a6a34e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:18:22.599616 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-fa7b519a-a166-4877-9c2f-944d0a6a34e7 admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1077 time: 0.1521511 Jan 19 22:18:23.018608 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device 38f9b107-b33a-4040-b7f8-b14b2cb29d02 up at agent ovs-agent-dv-cinder-750782-5-smb {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:18:23.091242 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Provisioning for port 38f9b107-b33a-4040-b7f8-b14b2cb29d02 completed by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:18:23.096806 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Provisioning complete for port 38f9b107-b33a-4040-b7f8-b14b2cb29d02 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:18:23.097293 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:23.224131 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:23.240784 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] For port 38f9b107-b33a-4040-b7f8-b14b2cb29d02, host dv-cinder-750782-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=38f9b107-b33a-4040-b7f8-b14b2cb29d02,segment=NetworkSegment(eae0621e-0013-4ba3-ab53-cef85e02fc92),segment_id=eae0621e-0013-4ba3-ab53-cef85e02fc92)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:18:23.244437 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:23.247057 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:18:23.319351 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Pushing event updated for resources: {'Port': ['ID=38f9b107-b33a-4040-b7f8-b14b2cb29d02,revision_number=4']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:18:23.322694 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:18:24.987036 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device 38f9b107-b33a-4040-b7f8-b14b2cb29d02 up at agent ovs-agent-dv-cinder-750782-5-smb {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:18:25.067372 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Provisioning complete for port 38f9b107-b33a-4040-b7f8-b14b2cb29d02 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:18:25.067894 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:28.791931 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-4601fe72-677f-4d9f-b93a-c65975585b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:31.354040 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1243c519-8875-4095-9705-67b78462088e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:31.761383 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-bfa0df44-a5f5-4bf5-ac41-796244d304bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:32.953930 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:33.298893 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8bdf443e-3544-4df7-a37c-063f9f459872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:36.512956 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.agents_db [None req-329fefd4-1494-457f-8297-9b2689c275d7 None None] Agent healthcheck: found 5 active agents {{(pid=80168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:18:58.784075 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e744c146-6f8a-438b-a22d-975eb2cf08cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:19:01.345927 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1243c519-8875-4095-9705-67b78462088e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:19:01.735560 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-3723b54f-b12b-48df-a25c-105ebf42beeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:19:02.947367 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:19:03.300069 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8bdf443e-3544-4df7-a37c-063f9f459872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:19:13.513998 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.agents_db [None req-329fefd4-1494-457f-8297-9b2689c275d7 None None] Agent healthcheck: found 5 active agents {{(pid=80168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:19:28.784969 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b24bb640-6ef8-466f-967f-c8fbc604716d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:19:31.342295 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1243c519-8875-4095-9705-67b78462088e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:19:31.737909 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b44797dc-3d79-441c-81a6-ab7957b1046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:19:32.952583 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:19:33.305827 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8bdf443e-3544-4df7-a37c-063f9f459872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:19:50.513600 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.agents_db [None req-329fefd4-1494-457f-8297-9b2689c275d7 None None] Agent healthcheck: found 5 active agents {{(pid=80168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:19:58.786915 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-5a5c4b6f-9c82-4d87-810b-1345fd2387c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:20:01.344899 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1243c519-8875-4095-9705-67b78462088e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:20:01.741928 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-af14b915-b7cb-46e8-9fa7-df3f42f76180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:20:02.955075 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:20:03.314581 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8bdf443e-3544-4df7-a37c-063f9f459872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:20:27.512918 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.agents_db [None req-329fefd4-1494-457f-8297-9b2689c275d7 None None] Agent healthcheck: found 5 active agents {{(pid=80168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:20:28.788618 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-85bf43c4-25ee-4aa3-82bc-aa5d7cc7e76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:20:31.354526 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1243c519-8875-4095-9705-67b78462088e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:20:31.744146 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-405a1738-90c4-4d5b-a76a-69b08285c9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:20:32.957433 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:20:33.317750 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8bdf443e-3544-4df7-a37c-063f9f459872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:20:35.734083 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 48200) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:20:35.835250 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.pecan_wsgi.hooks.translation [None req-e604c76d-b5b3-4630-82df-87894dd9de57 admin admin] GET failed (client error): The resource could not be found. Jan 19 22:20:35.836540 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-e604c76d-b5b3-4630-82df-87894dd9de57 admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1014452 Jan 19 22:20:35.977839 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ce847a-3844-4b74-9860-0a2a678415e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:20:35.979421 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-f0ce847a-3844-4b74-9860-0a2a678415e1 admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1385326 Jan 19 22:20:38.420247 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 48210) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:20:38.567610 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc1381b-8a49-42b5-aa35-771c6631a7a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:20:38.568225 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-3fc1381b-8a49-42b5-aa35-771c6631a7a7 admin admin] Synchronizing usage tracker for tenant:7dcf1b7f927449c3a745cadc3dc36db2 on resource:subnet {{(pid=80165) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:20:38.585053 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-3fc1381b-8a49-42b5-aa35-771c6631a7a7 admin admin] Unset dirty status for tenant:7dcf1b7f927449c3a745cadc3dc36db2 on resource:subnet {{(pid=80165) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:20:38.586327 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-3fc1381b-8a49-42b5-aa35-771c6631a7a7 admin admin] 10.222.0.43 "GET /v2.0/subnets/16b68717-c70a-480f-aa82-9c3b299d64ee HTTP/1.1" status: 200 len: 849 time: 0.1650071 Jan 19 22:20:38.596840 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-e9e0f104-6e87-42a9-b0b6-5027f47e1414 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:20:38.721065 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e9e0f104-6e87-42a9-b0b6-5027f47e1414 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:20:39.195980 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e9e0f104-6e87-42a9-b0b6-5027f47e1414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729770061154'] for subnet, after_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:20:39.208840 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:20:39.353070 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e0f104-6e87-42a9-b0b6-5027f47e1414 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16b68717-c70a-480f-aa82-9c3b299d64ee,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:20:39.364262 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e0f104-6e87-42a9-b0b6-5027f47e1414 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:20:39.364644 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e0f104-6e87-42a9-b0b6-5027f47e1414 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:20:39.365017 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e0f104-6e87-42a9-b0b6-5027f47e1414 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:20:39.365405 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e0f104-6e87-42a9-b0b6-5027f47e1414 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:20:39.365767 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e0f104-6e87-42a9-b0b6-5027f47e1414 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:20:39.366127 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e0f104-6e87-42a9-b0b6-5027f47e1414 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:20:39.366484 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e0f104-6e87-42a9-b0b6-5027f47e1414 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:20:39.366839 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e0f104-6e87-42a9-b0b6-5027f47e1414 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:20:39.367212 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e0f104-6e87-42a9-b0b6-5027f47e1414 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:20:39.367566 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e0f104-6e87-42a9-b0b6-5027f47e1414 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:20:39.367916 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e0f104-6e87-42a9-b0b6-5027f47e1414 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:20:39.368267 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e0f104-6e87-42a9-b0b6-5027f47e1414 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:20:39.373538 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-e9e0f104-6e87-42a9-b0b6-5027f47e1414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:20:39.405934 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e0f104-6e87-42a9-b0b6-5027f47e1414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:20:39.406581 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e9e0f104-6e87-42a9-b0b6-5027f47e1414 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for subnet, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:20:39.407957 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-e9e0f104-6e87-42a9-b0b6-5027f47e1414 admin admin] 10.222.0.43 "PUT /v2.0/subnets/16b68717-c70a-480f-aa82-9c3b299d64ee HTTP/1.1" status: 200 len: 868 time: 0.8152878 Jan 19 22:20:39.411174 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3b88bd-cab8-4bef-bce2-c6f22c8f3562 None None] Network cb235c83-1c23-4a14-b5ec-165f870f6ff4 requested from dv-cinder-750782-5-smb {{(pid=80167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:20:39.882170 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-c97a1a9b-0337-4828-80ca-953ee4fc841c None None] Provisioning complete for port 631da72a-564e-4e81-8815-87579fa5cc16 triggered by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:20:39.882725 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-c97a1a9b-0337-4828-80ca-953ee4fc841c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:20:40.013467 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-c97a1a9b-0337-4828-80ca-953ee4fc841c None None] Provisioning complete for port cced2cce-adcd-439d-9c46-c553a5d19243 triggered by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:20:40.013779 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-c97a1a9b-0337-4828-80ca-953ee4fc841c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:20:41.890272 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 48220) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:20:42.105172 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf5b62d-9242-4409-9014-c17e6a6eac58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:20:42.105578 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf5b62d-9242-4409-9014-c17e6a6eac58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:20:42.107240 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-0bf5b62d-9242-4409-9014-c17e6a6eac58 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2159364 Jan 19 22:20:44.560841 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 48230) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:20:44.772825 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2506c29-d0eb-4de0-94a3-8b6a7340b925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:20:44.773244 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2506c29-d0eb-4de0-94a3-8b6a7340b925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:20:44.774902 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-b2506c29-d0eb-4de0-94a3-8b6a7340b925 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2129350 Jan 19 22:20:47.235343 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 48240) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:20:47.443886 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e668219-5970-41ca-a31b-d2d96879a045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:20:47.445444 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-8e668219-5970-41ca-a31b-d2d96879a045 admin admin] 10.222.0.43 "GET /v2.0/networks/8d9e1b39-82c1-4058-b2cd-c5f96fe21028 HTTP/1.1" status: 200 len: 886 time: 0.2090211 Jan 19 22:20:49.920695 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 48250) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:20:50.134947 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6f747f-f1d2-423d-9946-dd69fb682362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:20:50.136387 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-5e6f747f-f1d2-423d-9946-dd69fb682362 admin admin] 10.222.0.43 "GET /v2.0/networks/cb235c83-1c23-4a14-b5ec-165f870f6ff4 HTTP/1.1" status: 200 len: 862 time: 0.2145815 Jan 19 22:20:52.567680 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 48260) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:20:52.709194 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d06cf48-71b6-441d-b9f3-06e0606d20ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:20:52.709662 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d06cf48-71b6-441d-b9f3-06e0606d20ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:20:52.711834 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-5d06cf48-71b6-441d-b9f3-06e0606d20ac admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1427293 Jan 19 22:20:55.181644 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 48270) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:20:55.325589 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ce6a36-8289-4647-84a4-8ddb063d5842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:20:55.326015 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ce6a36-8289-4647-84a4-8ddb063d5842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:20:55.327641 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-c8ce6a36-8289-4647-84a4-8ddb063d5842 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1448925 Jan 19 22:20:57.791067 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 48280) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:20:57.931953 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b53c39-736d-4b2e-b58f-86852df5a558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:20:57.933933 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-72b53c39-736d-4b2e-b58f-86852df5a558 admin admin] 10.222.0.43 "GET /v2.0/subnets/16b68717-c70a-480f-aa82-9c3b299d64ee HTTP/1.1" status: 200 len: 868 time: 0.1413636 Jan 19 22:20:58.790911 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-6c5e056f-8065-43c6-8417-88e85ab1778e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:21:00.384393 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 48290) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:21:00.524731 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380d4c71-9c7e-45a4-bf83-064a4641df3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:21:00.526249 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-380d4c71-9c7e-45a4-bf83-064a4641df3f admin admin] 10.222.0.43 "GET /v2.0/subnets/38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0 HTTP/1.1" status: 200 len: 816 time: 0.1400766 Jan 19 22:21:01.350399 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1243c519-8875-4095-9705-67b78462088e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:21:01.745985 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b57f436f-2970-44dc-9f02-d98e88763678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:21:02.960822 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:21:03.322169 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8bdf443e-3544-4df7-a37c-063f9f459872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:21:04.512450 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.agents_db [None req-329fefd4-1494-457f-8297-9b2689c275d7 None None] Agent healthcheck: found 5 active agents {{(pid=80168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:21:26.168123 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 48330) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:21:26.248144 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [None req-e1beb93c-51df-4126-b000-d42e00cd0bcf admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80166) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 22:21:26.249223 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-e1beb93c-51df-4126-b000-d42e00cd0bcf admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0800145 Jan 19 22:21:28.792737 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b1ab190e-88f2-440e-8720-2f3a0e2e56fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:21:28.796693 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 48340) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:21:28.899354 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d7341fb-aa9d-4cda-8d39-50e5543159ce admin admin] GET failed (client error): The resource could not be found. Jan 19 22:21:28.899908 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-6d7341fb-aa9d-4cda-8d39-50e5543159ce admin admin] Synchronizing usage tracker for tenant:7dcf1b7f927449c3a745cadc3dc36db2 on resource:network {{(pid=80166) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:21:28.917949 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-6d7341fb-aa9d-4cda-8d39-50e5543159ce admin admin] Unset dirty status for tenant:7dcf1b7f927449c3a745cadc3dc36db2 on resource:network {{(pid=80166) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:21:28.919129 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-6d7341fb-aa9d-4cda-8d39-50e5543159ce admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1213844 Jan 19 22:21:29.054029 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4ff062-edff-4acf-90b2-f2cad2b92187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:21:29.055502 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-da4ff062-edff-4acf-90b2-f2cad2b92187 admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1319466 Jan 19 22:21:31.354393 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1243c519-8875-4095-9705-67b78462088e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:21:31.517553 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 48350) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:21:31.595727 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-6c0d5452-7567-49fa-bdc4-0ee884dc7910 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=80166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:21:31.600739 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-6c0d5452-7567-49fa-bdc4-0ee884dc7910 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:21:31.610652 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-6c0d5452-7567-49fa-bdc4-0ee884dc7910 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:21:31.619851 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0d5452-7567-49fa-bdc4-0ee884dc7910 admin admin] Made reservation on behalf of 7dcf1b7f927449c3a745cadc3dc36db2 for: {'network': 1} {{(pid=80166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:21:31.624669 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-6c0d5452-7567-49fa-bdc4-0ee884dc7910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for network, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:21:31.718947 dv-cinder-750782-5-smb neutron-server[80054]: WARNING neutron.services.revisions.revision_plugin [None req-6c0d5452-7567-49fa-bdc4-0ee884dc7910 admin admin] Could not find related network for resource to bump revision. Jan 19 22:21:31.737183 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c0d5452-7567-49fa-bdc4-0ee884dc7910 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 19 22:21:31.747064 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-bca71b84-1f31-45bb-bf83-0f77b1301d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:21:31.747262 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-6c0d5452-7567-49fa-bdc4-0ee884dc7910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560818'] for segment, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:21:31.747495 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.db.segments_db [None req-6c0d5452-7567-49fa-bdc4-0ee884dc7910 admin admin] Added segment 3a19a2d2-9804-4169-9334-1f9247b0812d of type vxlan for network 8a428a2e-660e-423f-9186-8a68bf1a0ffe Jan 19 22:21:31.774258 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-6c0d5452-7567-49fa-bdc4-0ee884dc7910 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729769566152'] for network, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:21:31.801936 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-6c0d5452-7567-49fa-bdc4-0ee884dc7910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596'] for network, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:21:31.803154 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0d5452-7567-49fa-bdc4-0ee884dc7910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:21:31.803774 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-6c0d5452-7567-49fa-bdc4-0ee884dc7910 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for network, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:21:31.809415 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-142cc875-9467-46ea-93fc-a1be9c2b4e0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:21:32.061263 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-6c0d5452-7567-49fa-bdc4-0ee884dc7910 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.5425227 Jan 19 22:21:32.062025 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0d5452-7567-49fa-bdc4-0ee884dc7910 admin admin] Pushing event updated for resources: {'Network': ['ID=8a428a2e-660e-423f-9186-8a68bf1a0ffe,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:21:32.069499 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0d5452-7567-49fa-bdc4-0ee884dc7910 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:21:32.069881 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0d5452-7567-49fa-bdc4-0ee884dc7910 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:21:32.070252 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0d5452-7567-49fa-bdc4-0ee884dc7910 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:21:32.070618 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0d5452-7567-49fa-bdc4-0ee884dc7910 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:21:32.070974 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0d5452-7567-49fa-bdc4-0ee884dc7910 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:21:32.071338 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0d5452-7567-49fa-bdc4-0ee884dc7910 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:21:32.071733 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0d5452-7567-49fa-bdc4-0ee884dc7910 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:21:32.072088 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0d5452-7567-49fa-bdc4-0ee884dc7910 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:21:32.072451 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0d5452-7567-49fa-bdc4-0ee884dc7910 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:21:32.072809 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0d5452-7567-49fa-bdc4-0ee884dc7910 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:21:32.073162 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0d5452-7567-49fa-bdc4-0ee884dc7910 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:21:32.073540 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0d5452-7567-49fa-bdc4-0ee884dc7910 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:21:32.077631 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-6c0d5452-7567-49fa-bdc4-0ee884dc7910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:21:32.085559 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Network 8a428a2e-660e-423f-9186-8a68bf1a0ffe details requested by agent ovs-agent-dv-cinder-750782-5-smb with host dv-cinder-750782-5-smb {{(pid=80167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:21:32.962921 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:21:33.343911 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8bdf443e-3544-4df7-a37c-063f9f459872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:21:34.558535 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 48360) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:21:34.658085 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.pecan_wsgi.hooks.translation [None req-73746ffc-b761-4c18-9644-3a7807b03b47 admin admin] GET failed (client error): The resource could not be found. Jan 19 22:21:34.658651 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-73746ffc-b761-4c18-9644-3a7807b03b47 admin admin] Synchronizing usage tracker for tenant:7dcf1b7f927449c3a745cadc3dc36db2 on resource:network {{(pid=80166) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:21:34.673891 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-73746ffc-b761-4c18-9644-3a7807b03b47 admin admin] Unset dirty status for tenant:7dcf1b7f927449c3a745cadc3dc36db2 on resource:network {{(pid=80166) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:21:34.675100 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-73746ffc-b761-4c18-9644-3a7807b03b47 admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1154964 Jan 19 22:21:34.788607 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b581ce-be87-458d-85a7-93bfd7beef95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:21:34.790740 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-d4b581ce-be87-458d-85a7-93bfd7beef95 admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1106839 Jan 19 22:21:34.801409 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-b0607e28-b467-4fc7-a5ef-85a7b6023f4d admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '8a428a2e-660e-423f-9186-8a68bf1a0ffe', 'ip_version': 4}} {{(pid=80166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:21:34.806794 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-b0607e28-b467-4fc7-a5ef-85a7b6023f4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:21:34.816386 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-b0607e28-b467-4fc7-a5ef-85a7b6023f4d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:21:34.824971 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0607e28-b467-4fc7-a5ef-85a7b6023f4d admin admin] Made reservation on behalf of 7dcf1b7f927449c3a745cadc3dc36db2 for: {'subnet': 1} {{(pid=80166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:21:34.829567 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b0607e28-b467-4fc7-a5ef-85a7b6023f4d admin admin] Notify callbacks [] for subnet, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:21:35.216444 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b0607e28-b467-4fc7-a5ef-85a7b6023f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596'] for subnet, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:21:35.230940 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:21:35.359260 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0607e28-b467-4fc7-a5ef-85a7b6023f4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8130eaf4-ef38-41fa-a73f-52ebeadde50d,revision_number=0']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:21:35.362369 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-b0607e28-b467-4fc7-a5ef-85a7b6023f4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:21:35.425200 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0607e28-b467-4fc7-a5ef-85a7b6023f4d admin admin] Checking segment: {'id': '3a19a2d2-9804-4169-9334-1f9247b0812d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '8a428a2e-660e-423f-9186-8a68bf1a0ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:21:35.425624 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0607e28-b467-4fc7-a5ef-85a7b6023f4d admin admin] Network hostable DHCP agents. Network: 8a428a2e-660e-423f-9186-8a68bf1a0ffe, hostable agents: ['ea282ca9-2836-4d3d-88e8-844f6d380f74'], hosted agents: [] {{(pid=80166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 19 22:21:35.444788 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0607e28-b467-4fc7-a5ef-85a7b6023f4d admin admin] Network 8a428a2e-660e-423f-9186-8a68bf1a0ffe is scheduled to be hosted by DHCP agent ea282ca9-2836-4d3d-88e8-844f6d380f74 with binding_index 1 {{(pid=80166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 19 22:21:35.452685 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [None req-b0607e28-b467-4fc7-a5ef-85a7b6023f4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-5-smb, 8a428a2e-660e-423f-9186-8a68bf1a0ffe) {{(pid=80166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:21:35.456979 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0607e28-b467-4fc7-a5ef-85a7b6023f4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:21:35.457666 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b0607e28-b467-4fc7-a5ef-85a7b6023f4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for subnet, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:21:35.461772 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc40f98-8e1c-4a29-9cb3-eb7e1957d2b4 None None] Network 8a428a2e-660e-423f-9186-8a68bf1a0ffe requested from dv-cinder-750782-5-smb {{(pid=80167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:21:35.484467 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-b0607e28-b467-4fc7-a5ef-85a7b6023f4d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6867754 Jan 19 22:21:35.700953 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d03bde-f02d-4137-b4e3-3510ef56e348 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98725d0a-1b82-5acd-8d1b-1dfa5de1a2b0-8a428a2e-660e-423f-9186-8a68bf1a0ffe', 'network_id': '8a428a2e-660e-423f-9186-8a68bf1a0ffe', 'tenant_id': '7dcf1b7f927449c3a745cadc3dc36db2', 'fixed_ips': [{'subnet_id': '8130eaf4-ef38-41fa-a73f-52ebeadde50d'}]}} from dv-cinder-750782-5-smb. {{(pid=80167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 19 22:21:35.701926 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-c3d03bde-f02d-4137-b4e3-3510ef56e348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:21:35.999574 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.db_base_plugin_common [None req-c3d03bde-f02d-4137-b4e3-3510ef56e348 None None] Allocated IP 192.168.233.2 (8a428a2e-660e-423f-9186-8a68bf1a0ffe/8130eaf4-ef38-41fa-a73f-52ebeadde50d/22f1cd26-5be6-478b-a163-799bdaa08e6f) {{(pid=80167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:21:36.222975 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-c3d03bde-f02d-4137-b4e3-3510ef56e348 None None] Notify callbacks [] for port, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:21:36.234521 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-c3d03bde-f02d-4137-b4e3-3510ef56e348 None None] Transition to ACTIVE for port object 22f1cd26-5be6-478b-a163-799bdaa08e6f will not be triggered until provisioned by entity L2. {{(pid=80167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:21:36.251381 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-c3d03bde-f02d-4137-b4e3-3510ef56e348 None None] Transition to ACTIVE for port object 22f1cd26-5be6-478b-a163-799bdaa08e6f will not be triggered until provisioned by entity DHCP. {{(pid=80167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:21:36.255925 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-c3d03bde-f02d-4137-b4e3-3510ef56e348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307085170889'] for port, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:21:36.272260 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-fc2688c4-f072-4012-a248-39ec624f79f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:21:36.409996 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d03bde-f02d-4137-b4e3-3510ef56e348 None None] Pushing event updated for resources: {'Port': ['ID=22f1cd26-5be6-478b-a163-799bdaa08e6f,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:21:36.428362 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d03bde-f02d-4137-b4e3-3510ef56e348 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:21:36.428747 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d03bde-f02d-4137-b4e3-3510ef56e348 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:21:36.429121 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d03bde-f02d-4137-b4e3-3510ef56e348 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:21:36.429522 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d03bde-f02d-4137-b4e3-3510ef56e348 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:21:36.429895 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d03bde-f02d-4137-b4e3-3510ef56e348 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:21:36.430264 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d03bde-f02d-4137-b4e3-3510ef56e348 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:21:36.430629 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d03bde-f02d-4137-b4e3-3510ef56e348 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:21:36.431752 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d03bde-f02d-4137-b4e3-3510ef56e348 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:21:36.432190 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d03bde-f02d-4137-b4e3-3510ef56e348 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:21:36.432529 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d03bde-f02d-4137-b4e3-3510ef56e348 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:21:36.432889 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d03bde-f02d-4137-b4e3-3510ef56e348 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:21:36.433282 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d03bde-f02d-4137-b4e3-3510ef56e348 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:21:36.438706 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-c3d03bde-f02d-4137-b4e3-3510ef56e348 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:21:36.477696 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d03bde-f02d-4137-b4e3-3510ef56e348 None None] Network 8a428a2e-660e-423f-9186-8a68bf1a0ffe is already hosted by enough agents. {{(pid=80167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:21:36.478954 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [None req-c3d03bde-f02d-4137-b4e3-3510ef56e348 None None] Resources bound (agent type, host, resource id): {{(pid=80167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:21:36.481319 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d03bde-f02d-4137-b4e3-3510ef56e348 None None] Received port after_create {{(pid=80167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:21:36.542426 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-c3d03bde-f02d-4137-b4e3-3510ef56e348 None None] Attempting to bind port 22f1cd26-5be6-478b-a163-799bdaa08e6f on host dv-cinder-750782-5-smb for vnic_type normal with profile {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:21:36.542768 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-c3d03bde-f02d-4137-b4e3-3510ef56e348 None None] Attempting to bind port 22f1cd26-5be6-478b-a163-799bdaa08e6f by drivers openvswitch on host dv-cinder-750782-5-smb at level 0 using segments [{'id': '3a19a2d2-9804-4169-9334-1f9247b0812d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '8a428a2e-660e-423f-9186-8a68bf1a0ffe'}] {{(pid=80167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:21:36.543183 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d03bde-f02d-4137-b4e3-3510ef56e348 None None] Attempting to bind port 22f1cd26-5be6-478b-a163-799bdaa08e6f on network 8a428a2e-660e-423f-9186-8a68bf1a0ffe {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:21:36.548959 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d03bde-f02d-4137-b4e3-3510ef56e348 None None] Checking agent: {'id': 'f078d5c4-c25a-4ec9-8658-39b8d5860620', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 17, 33), 'started_at': datetime.datetime(2021, 1, 19, 22, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:21:36.549427 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d03bde-f02d-4137-b4e3-3510ef56e348 None None] Checking segment: {'id': '3a19a2d2-9804-4169-9334-1f9247b0812d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '8a428a2e-660e-423f-9186-8a68bf1a0ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:21:36.549911 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-c3d03bde-f02d-4137-b4e3-3510ef56e348 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:21:36.550316 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d03bde-f02d-4137-b4e3-3510ef56e348 None None] Bound using segment: {'id': '3a19a2d2-9804-4169-9334-1f9247b0812d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '8a428a2e-660e-423f-9186-8a68bf1a0ffe'} {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:21:36.550837 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-c3d03bde-f02d-4137-b4e3-3510ef56e348 None None] Bound port: 22f1cd26-5be6-478b-a163-799bdaa08e6f, host: dv-cinder-750782-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a19a2d2-9804-4169-9334-1f9247b0812d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '8a428a2e-660e-423f-9186-8a68bf1a0ffe'}}] {{(pid=80167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:21:36.551260 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-c3d03bde-f02d-4137-b4e3-3510ef56e348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:21:36.649121 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-c3d03bde-f02d-4137-b4e3-3510ef56e348 None None] For port 22f1cd26-5be6-478b-a163-799bdaa08e6f, host dv-cinder-750782-5-smb, cleared binding levels {{(pid=80167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:21:36.652573 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-c3d03bde-f02d-4137-b4e3-3510ef56e348 None None] For port 22f1cd26-5be6-478b-a163-799bdaa08e6f, host dv-cinder-750782-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=22f1cd26-5be6-478b-a163-799bdaa08e6f,segment=NetworkSegment(3a19a2d2-9804-4169-9334-1f9247b0812d),segment_id=3a19a2d2-9804-4169-9334-1f9247b0812d)] {{(pid=80167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:21:36.655203 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-c3d03bde-f02d-4137-b4e3-3510ef56e348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:21:36.670828 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-e9090864-9a79-4272-83a1-a97de7918d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:21:36.832666 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d03bde-f02d-4137-b4e3-3510ef56e348 None None] Pushing event updated for resources: {'Port': ['ID=22f1cd26-5be6-478b-a163-799bdaa08e6f,revision_number=2']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:21:36.844724 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-c3d03bde-f02d-4137-b4e3-3510ef56e348 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:21:37.242787 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device 22f1cd26-5be6-478b-a163-799bdaa08e6f up at agent ovs-agent-dv-cinder-750782-5-smb {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:21:37.318795 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Provisioning for port 22f1cd26-5be6-478b-a163-799bdaa08e6f completed by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:21:38.131836 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2faf9b4-c9ce-4c5e-9549-7c4e8864400f None None] Network 8a428a2e-660e-423f-9186-8a68bf1a0ffe requested from dv-cinder-750782-5-smb {{(pid=80167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:21:38.247397 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-b6a8f403-a790-4c5a-9516-82e63364dde2 None None] Provisioning for port 22f1cd26-5be6-478b-a163-799bdaa08e6f completed by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:21:38.263643 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-b6a8f403-a790-4c5a-9516-82e63364dde2 None None] Provisioning complete for port 22f1cd26-5be6-478b-a163-799bdaa08e6f triggered by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:21:38.264057 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b6a8f403-a790-4c5a-9516-82e63364dde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:21:38.646588 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b6a8f403-a790-4c5a-9516-82e63364dde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:21:38.691059 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-b6a8f403-a790-4c5a-9516-82e63364dde2 None None] For port 22f1cd26-5be6-478b-a163-799bdaa08e6f, host dv-cinder-750782-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=22f1cd26-5be6-478b-a163-799bdaa08e6f,segment=NetworkSegment(3a19a2d2-9804-4169-9334-1f9247b0812d),segment_id=3a19a2d2-9804-4169-9334-1f9247b0812d)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:21:38.694103 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b6a8f403-a790-4c5a-9516-82e63364dde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:21:38.695970 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:21:38.768795 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a8f403-a790-4c5a-9516-82e63364dde2 None None] Pushing event updated for resources: {'Port': ['ID=22f1cd26-5be6-478b-a163-799bdaa08e6f,revision_number=3']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:21:38.772410 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-b6a8f403-a790-4c5a-9516-82e63364dde2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:21:38.917400 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-647d18cf-e8fc-4438-97b7-7761b33604d9 None None] Provisioning complete for port 22f1cd26-5be6-478b-a163-799bdaa08e6f triggered by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:21:38.917791 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-647d18cf-e8fc-4438-97b7-7761b33604d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:21:39.169217 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device 22f1cd26-5be6-478b-a163-799bdaa08e6f up at agent ovs-agent-dv-cinder-750782-5-smb {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:21:39.211521 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-eb024fd2-6f67-4e70-baf4-7112d00c42a8 None None] Provisioning complete for port 22f1cd26-5be6-478b-a163-799bdaa08e6f triggered by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:21:39.211950 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-eb024fd2-6f67-4e70-baf4-7112d00c42a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:21:39.330937 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Provisioning complete for port 22f1cd26-5be6-478b-a163-799bdaa08e6f triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:21:39.330937 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:21:41.512602 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.agents_db [None req-329fefd4-1494-457f-8297-9b2689c275d7 None None] Agent healthcheck: found 5 active agents {{(pid=80168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:21:58.795344 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-4438ec96-2375-41a2-bf36-d6e4fa3ac148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:01.357868 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1243c519-8875-4095-9705-67b78462088e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:01.749987 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-31e8e7aa-e4ed-46ae-9b62-301ba324b5b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:02.967947 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:03.339151 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8bdf443e-3544-4df7-a37c-063f9f459872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:18.514109 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.agents_db [None req-329fefd4-1494-457f-8297-9b2689c275d7 None None] Agent healthcheck: found 5 active agents {{(pid=80168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:22:28.797935 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-36e95e49-c7d4-4535-85a1-e71800d9c9c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:31.362049 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1243c519-8875-4095-9705-67b78462088e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:31.752439 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-985123a7-f100-4212-a2c9-9f6300ae8c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:32.972672 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:33.338816 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8bdf443e-3544-4df7-a37c-063f9f459872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:47.031011 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 48402) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:22:47.037601 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [None req-3ab3c978-b6aa-4752-a311-02c64094b6e7 tempest-verify_tempest_config-1999561183 tempest-verify_tempest_config-1999561183] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80165) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 22:22:47.039178 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-3ab3c978-b6aa-4752-a311-02c64094b6e7 tempest-verify_tempest_config-1999561183 tempest-verify_tempest_config-1999561183] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13274 time: 0.0071337 Jan 19 22:22:47.389983 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 48422) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:22:47.542307 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-86e170f7-128a-4e9a-ba22-9e6cdd6fe9ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:47.557519 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-86e170f7-128a-4e9a-ba22-9e6cdd6fe9ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:22:47.561541 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-86e170f7-128a-4e9a-ba22-9e6cdd6fe9ec admin admin] Usage tracker for resource:security_group_rule and tenant:58299d44d8b44aa2af784909adff1b52 is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:22:47.564499 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-86e170f7-128a-4e9a-ba22-9e6cdd6fe9ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:22:47.570423 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-86e170f7-128a-4e9a-ba22-9e6cdd6fe9ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:22:47.660491 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-86e170f7-128a-4e9a-ba22-9e6cdd6fe9ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:47.664160 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-86e170f7-128a-4e9a-ba22-9e6cdd6fe9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:47.674087 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:47.717109 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-86e170f7-128a-4e9a-ba22-9e6cdd6fe9ec admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=58299d44d8b44aa2af784909adff1b52&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3260272 Jan 19 22:22:47.718049 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e170f7-128a-4e9a-ba22-9e6cdd6fe9ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c271db-b227-4e07-b5cc-d69fcf7126d5,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:47.720034 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 48428) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:22:47.725609 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e170f7-128a-4e9a-ba22-9e6cdd6fe9ec admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:47.726015 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e170f7-128a-4e9a-ba22-9e6cdd6fe9ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:47.726382 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e170f7-128a-4e9a-ba22-9e6cdd6fe9ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:47.726754 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e170f7-128a-4e9a-ba22-9e6cdd6fe9ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:47.727123 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e170f7-128a-4e9a-ba22-9e6cdd6fe9ec admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:47.727486 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e170f7-128a-4e9a-ba22-9e6cdd6fe9ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:47.727850 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e170f7-128a-4e9a-ba22-9e6cdd6fe9ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:47.728211 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e170f7-128a-4e9a-ba22-9e6cdd6fe9ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:47.728589 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e170f7-128a-4e9a-ba22-9e6cdd6fe9ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:47.728952 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e170f7-128a-4e9a-ba22-9e6cdd6fe9ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:47.729328 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e170f7-128a-4e9a-ba22-9e6cdd6fe9ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:47.729691 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e170f7-128a-4e9a-ba22-9e6cdd6fe9ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:47.733751 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-86e170f7-128a-4e9a-ba22-9e6cdd6fe9ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:47.783357 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-cf950c51-e061-4105-aa7f-f70d76027d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:47.811006 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-cf950c51-e061-4105-aa7f-f70d76027d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:47.860201 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-cf950c51-e061-4105-aa7f-f70d76027d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:47.865166 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:47.876378 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf950c51-e061-4105-aa7f-f70d76027d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c271db-b227-4e07-b5cc-d69fcf7126d5,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:47.886878 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-cf950c51-e061-4105-aa7f-f70d76027d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:47.888068 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-cf950c51-e061-4105-aa7f-f70d76027d8e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/12c271db-b227-4e07-b5cc-d69fcf7126d5 HTTP/1.1" status: 204 len: 168 time: 0.1669066 Jan 19 22:22:47.889521 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf950c51-e061-4105-aa7f-f70d76027d8e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:47.889904 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf950c51-e061-4105-aa7f-f70d76027d8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:47.890278 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf950c51-e061-4105-aa7f-f70d76027d8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:47.890783 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf950c51-e061-4105-aa7f-f70d76027d8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:47.890992 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf950c51-e061-4105-aa7f-f70d76027d8e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:47.891359 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf950c51-e061-4105-aa7f-f70d76027d8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:47.891720 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf950c51-e061-4105-aa7f-f70d76027d8e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:47.892091 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf950c51-e061-4105-aa7f-f70d76027d8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:47.892435 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf950c51-e061-4105-aa7f-f70d76027d8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:47.892795 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf950c51-e061-4105-aa7f-f70d76027d8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:47.893152 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf950c51-e061-4105-aa7f-f70d76027d8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:47.893634 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf950c51-e061-4105-aa7f-f70d76027d8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:47.896652 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-cf950c51-e061-4105-aa7f-f70d76027d8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:55.513216 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.agents_db [None req-329fefd4-1494-457f-8297-9b2689c275d7 None None] Agent healthcheck: found 5 active agents {{(pid=80168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:22:58.799573 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-94e01d66-0ae2-4a09-86b8-4649c2c158b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:01.366715 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1243c519-8875-4095-9705-67b78462088e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:01.753750 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-9db9e43b-8982-4781-959b-7bbc860cc2b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:02.975532 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:03.341051 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8bdf443e-3544-4df7-a37c-063f9f459872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:28.800376 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-84161016-229f-4a3d-af75-ca99cabec870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:31.366714 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1243c519-8875-4095-9705-67b78462088e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:31.753759 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-2e9a0ec0-0d6e-4cfb-9f05-95fbbf34448b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:32.512564 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.agents_db [None req-329fefd4-1494-457f-8297-9b2689c275d7 None None] Agent healthcheck: found 5 active agents {{(pid=80168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:23:32.977555 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:33.351055 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8bdf443e-3544-4df7-a37c-063f9f459872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:58.801639 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-84d88b2e-99bf-492e-9005-a54fc00199b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:01.368306 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1243c519-8875-4095-9705-67b78462088e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:01.755942 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a5d3899a-2a0e-4f3e-959b-de71c888d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:02.978789 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:03.352563 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8bdf443e-3544-4df7-a37c-063f9f459872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:09.511531 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.agents_db [None req-329fefd4-1494-457f-8297-9b2689c275d7 None None] Agent healthcheck: found 5 active agents {{(pid=80168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:24:28.802914 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-2b94ae59-f702-48a0-818e-8e2e6244521e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:31.370572 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1243c519-8875-4095-9705-67b78462088e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:31.758184 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b05d1cb1-4a27-44fd-bb70-a50111ab78ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:32.980058 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:33.354955 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8bdf443e-3544-4df7-a37c-063f9f459872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:37.219090 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693'] for agent, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:37.219628 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:37.219916 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:37.220297 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:37.220676 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:37.221054 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:37.221451 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:37.221827 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:37.222202 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:37.222576 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:37.222952 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:37.223322 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:37.223693 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:37.224087 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-75078', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:24:37.228196 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-75078', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:24:37.642940 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] get_endpoint_by_host() called for host hv-cinder-75078 {{(pid=80167) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 19 22:24:37.647569 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] get_endpoint_by_ip() called for ip 192.168.0.71 {{(pid=80167) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 19 22:24:37.650592 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] _add_endpoint() called for ip 192.168.0.71 {{(pid=80167) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 19 22:24:37.655234 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] _get_endpoints() called {{(pid=80167) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 19 22:24:46.511742 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.agents_db [None req-329fefd4-1494-457f-8297-9b2689c275d7 None None] Agent healthcheck: found 6 active agents {{(pid=80168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:24:49.348274 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 48500) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:24:49.493604 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-e81320e0-9bc7-4a70-b258-acebd3b5d655 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.1441126 Jan 19 22:24:51.979993 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 48510) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:24:52.066753 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-7734ca2d-d28a-4ace-8136-53129340a090 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.0855708 Jan 19 22:24:58.804841 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-9d8b3431-8d78-466a-a523-3ca6f62c6520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:01.373737 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1243c519-8875-4095-9705-67b78462088e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:01.759308 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-76954dd5-6ec2-4123-a151-084ed7967ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:02.983138 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:03.362880 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8bdf443e-3544-4df7-a37c-063f9f459872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:07.224780 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:23.511515 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.agents_db [None req-329fefd4-1494-457f-8297-9b2689c275d7 None None] Agent healthcheck: found 6 active agents {{(pid=80168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:25:28.806299 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-d2b887fb-5d01-47cf-a3d8-114ef5302519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:31.375281 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1243c519-8875-4095-9705-67b78462088e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:31.762847 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-276853fb-ec4f-4437-94c3-a3faa59c6edd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:32.984653 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:33.365867 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8bdf443e-3544-4df7-a37c-063f9f459872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:37.221459 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:58.808766 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-d3e8d4c1-3f71-401f-9714-a7a83d249312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:00.513331 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.agents_db [None req-329fefd4-1494-457f-8297-9b2689c275d7 None None] Agent healthcheck: found 6 active agents {{(pid=80168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:26:01.380268 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1243c519-8875-4095-9705-67b78462088e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:01.763994 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-777b6500-6134-4c79-bc8c-8b0035d78d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:02.987676 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:03.370521 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8bdf443e-3544-4df7-a37c-063f9f459872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:07.220990 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:28.814134 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-825c122a-43f5-47e8-9254-431acf71b1c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:31.379677 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1243c519-8875-4095-9705-67b78462088e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:31.766083 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-d5a98d0e-96f9-4b9c-a645-f427c23b3d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:32.990296 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:33.374066 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8bdf443e-3544-4df7-a37c-063f9f459872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:37.249171 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:37.513371 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.agents_db [None req-329fefd4-1494-457f-8297-9b2689c275d7 None None] Agent healthcheck: found 6 active agents {{(pid=80168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:26:39.787655 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 48634) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:26:39.997132 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 48650) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:26:40.131240 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-45b91419-6bd1-41de-adaa-9e6f57a0ea1f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-375895063-network', 'tenant_id': '7d1b4115b3444684a9fd42e8fcaf64a4'}} {{(pid=80166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:26:40.136347 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-45b91419-6bd1-41de-adaa-9e6f57a0ea1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:26:40.140991 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-45b91419-6bd1-41de-adaa-9e6f57a0ea1f admin admin] Usage tracker for resource:network and tenant:7d1b4115b3444684a9fd42e8fcaf64a4 is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:26:40.143986 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-45b91419-6bd1-41de-adaa-9e6f57a0ea1f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:26:40.149847 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-45b91419-6bd1-41de-adaa-9e6f57a0ea1f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:26:40.160026 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b91419-6bd1-41de-adaa-9e6f57a0ea1f admin admin] Made reservation on behalf of 7d1b4115b3444684a9fd42e8fcaf64a4 for: {'network': 1} {{(pid=80166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:26:40.166671 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-45b91419-6bd1-41de-adaa-9e6f57a0ea1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for network, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:40.184872 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-45b91419-6bd1-41de-adaa-9e6f57a0ea1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:40.202477 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-45b91419-6bd1-41de-adaa-9e6f57a0ea1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:26:40.208795 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-45b91419-6bd1-41de-adaa-9e6f57a0ea1f admin admin] Usage tracker for resource:security_group_rule and tenant:7d1b4115b3444684a9fd42e8fcaf64a4 is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:26:40.211778 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-45b91419-6bd1-41de-adaa-9e6f57a0ea1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:26:40.217762 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-45b91419-6bd1-41de-adaa-9e6f57a0ea1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:26:40.312412 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-45b91419-6bd1-41de-adaa-9e6f57a0ea1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:40.314893 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-45b91419-6bd1-41de-adaa-9e6f57a0ea1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:40.319534 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-cf950c51-e061-4105-aa7f-f70d76027d8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:40.358877 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b91419-6bd1-41de-adaa-9e6f57a0ea1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86747f64-cf7f-4e7b-b9d3-0bf12b76a414,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:40.366323 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45b91419-6bd1-41de-adaa-9e6f57a0ea1f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 19 22:26:40.369801 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b91419-6bd1-41de-adaa-9e6f57a0ea1f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:40.370082 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b91419-6bd1-41de-adaa-9e6f57a0ea1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:40.370451 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b91419-6bd1-41de-adaa-9e6f57a0ea1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:40.370821 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b91419-6bd1-41de-adaa-9e6f57a0ea1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:40.371153 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b91419-6bd1-41de-adaa-9e6f57a0ea1f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:40.371517 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b91419-6bd1-41de-adaa-9e6f57a0ea1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:40.371880 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b91419-6bd1-41de-adaa-9e6f57a0ea1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:40.372208 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b91419-6bd1-41de-adaa-9e6f57a0ea1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:40.372586 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b91419-6bd1-41de-adaa-9e6f57a0ea1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:40.373036 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b91419-6bd1-41de-adaa-9e6f57a0ea1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:40.373422 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b91419-6bd1-41de-adaa-9e6f57a0ea1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:40.373780 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b91419-6bd1-41de-adaa-9e6f57a0ea1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:40.374318 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b91419-6bd1-41de-adaa-9e6f57a0ea1f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:40.375220 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b91419-6bd1-41de-adaa-9e6f57a0ea1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:40.375576 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b91419-6bd1-41de-adaa-9e6f57a0ea1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:40.375927 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b91419-6bd1-41de-adaa-9e6f57a0ea1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:40.376566 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b91419-6bd1-41de-adaa-9e6f57a0ea1f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:40.376566 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b91419-6bd1-41de-adaa-9e6f57a0ea1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:40.376936 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b91419-6bd1-41de-adaa-9e6f57a0ea1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:40.377248 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b91419-6bd1-41de-adaa-9e6f57a0ea1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:40.377622 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b91419-6bd1-41de-adaa-9e6f57a0ea1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:40.377969 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b91419-6bd1-41de-adaa-9e6f57a0ea1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:40.378322 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b91419-6bd1-41de-adaa-9e6f57a0ea1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:40.378641 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b91419-6bd1-41de-adaa-9e6f57a0ea1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:40.379915 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b91419-6bd1-41de-adaa-9e6f57a0ea1f admin admin] Tracked resource versions report: Jan 19 22:26:40.379915 dv-cinder-750782-5-smb neutron-server[80054]: pushed versions: Jan 19 22:26:40.379915 dv-cinder-750782-5-smb neutron-server[80054]: { 'AddressGroup': {'1.1'}, Jan 19 22:26:40.379915 dv-cinder-750782-5-smb neutron-server[80054]: 'ConntrackHelper': {'1.0'}, Jan 19 22:26:40.379915 dv-cinder-750782-5-smb neutron-server[80054]: 'Log': {'1.0'}, Jan 19 22:26:40.379915 dv-cinder-750782-5-smb neutron-server[80054]: 'Network': {'1.1'}, Jan 19 22:26:40.379915 dv-cinder-750782-5-smb neutron-server[80054]: 'Port': {'1.6'}, Jan 19 22:26:40.379915 dv-cinder-750782-5-smb neutron-server[80054]: 'PortForwarding': {'1.2'}, Jan 19 22:26:40.379915 dv-cinder-750782-5-smb neutron-server[80054]: 'QosPolicy': {'1.8'}, Jan 19 22:26:40.379915 dv-cinder-750782-5-smb neutron-server[80054]: 'SecurityGroup': {'1.4'}, Jan 19 22:26:40.379915 dv-cinder-750782-5-smb neutron-server[80054]: 'SecurityGroupRule': {'1.2'}, Jan 19 22:26:40.379915 dv-cinder-750782-5-smb neutron-server[80054]: 'SubPort': {'1.0'}, Jan 19 22:26:40.379915 dv-cinder-750782-5-smb neutron-server[80054]: 'Subnet': {'1.1'}, Jan 19 22:26:40.379915 dv-cinder-750782-5-smb neutron-server[80054]: 'Trunk': {'1.1'}} Jan 19 22:26:40.379915 dv-cinder-750782-5-smb neutron-server[80054]: consumer versions: Jan 19 22:26:40.379915 dv-cinder-750782-5-smb neutron-server[80054]: { DHCP agent@dv-cinder-750782-5-smb: {}, Jan 19 22:26:40.379915 dv-cinder-750782-5-smb neutron-server[80054]: L3 agent@dv-cinder-750782-5-smb: {}, Jan 19 22:26:40.379915 dv-cinder-750782-5-smb neutron-server[80054]: Metadata agent@dv-cinder-750782-5-smb: {}, Jan 19 22:26:40.379915 dv-cinder-750782-5-smb neutron-server[80054]: Metering agent@dv-cinder-750782-5-smb: {}, Jan 19 22:26:40.379915 dv-cinder-750782-5-smb neutron-server[80054]: Open vSwitch agent@dv-cinder-750782-5-smb: { 'AddressGroup': '1.1', Jan 19 22:26:40.379915 dv-cinder-750782-5-smb neutron-server[80054]: 'ConntrackHelper': '1.0', Jan 19 22:26:40.379915 dv-cinder-750782-5-smb neutron-server[80054]: 'Log': '1.0', Jan 19 22:26:40.379915 dv-cinder-750782-5-smb neutron-server[80054]: 'Network': '1.1', Jan 19 22:26:40.379915 dv-cinder-750782-5-smb neutron-server[80054]: 'Port': '1.6', Jan 19 22:26:40.379915 dv-cinder-750782-5-smb neutron-server[80054]: 'PortForwarding': '1.2', Jan 19 22:26:40.379915 dv-cinder-750782-5-smb neutron-server[80054]: 'QosPolicy': '1.8', Jan 19 22:26:40.379915 dv-cinder-750782-5-smb neutron-server[80054]: 'SecurityGroup': '1.4', Jan 19 22:26:40.379915 dv-cinder-750782-5-smb neutron-server[80054]: 'SecurityGroupRule': '1.2', Jan 19 22:26:40.379915 dv-cinder-750782-5-smb neutron-server[80054]: 'SubPort': '1.0', Jan 19 22:26:40.379915 dv-cinder-750782-5-smb neutron-server[80054]: 'Subnet': '1.1', Jan 19 22:26:40.379915 dv-cinder-750782-5-smb neutron-server[80054]: 'Trunk': '1.1'}, Jan 19 22:26:40.379915 dv-cinder-750782-5-smb neutron-server[80054]: Open vSwitch agent@hv-cinder-75078: { 'AddressGroup': '1.1', Jan 19 22:26:40.379915 dv-cinder-750782-5-smb neutron-server[80054]: 'ConntrackHelper': '1.0', Jan 19 22:26:40.379915 dv-cinder-750782-5-smb neutron-server[80054]: 'Log': '1.0', Jan 19 22:26:40.379915 dv-cinder-750782-5-smb neutron-server[80054]: 'Network': '1.1', Jan 19 22:26:40.379915 dv-cinder-750782-5-smb neutron-server[80054]: 'Port': '1.6', Jan 19 22:26:40.379915 dv-cinder-750782-5-smb neutron-server[80054]: 'PortForwarding': '1.2', Jan 19 22:26:40.379915 dv-cinder-750782-5-smb neutron-server[80054]: 'QosPolicy': '1.8', Jan 19 22:26:40.379915 dv-cinder-750782-5-smb neutron-server[80054]: 'SecurityGroup': '1.4', Jan 19 22:26:40.379915 dv-cinder-750782-5-smb neutron-server[80054]: 'SecurityGroupRule': '1.2', Jan 19 22:26:40.379915 dv-cinder-750782-5-smb neutron-server[80054]: 'SubPort': '1.0', Jan 19 22:26:40.379915 dv-cinder-750782-5-smb neutron-server[80054]: 'Subnet': '1.1', Jan 19 22:26:40.379915 dv-cinder-750782-5-smb neutron-server[80054]: 'Trunk': '1.1'}} Jan 19 22:26:40.379915 dv-cinder-750782-5-smb neutron-server[80054]: {{(pid=80166) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 19 22:26:40.383862 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-45b91419-6bd1-41de-adaa-9e6f57a0ea1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:40.396591 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-45b91419-6bd1-41de-adaa-9e6f57a0ea1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560818'] for segment, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:40.396886 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.db.segments_db [None req-45b91419-6bd1-41de-adaa-9e6f57a0ea1f admin admin] Added segment 9f65af3f-103a-4e7a-b1ac-336dee171ce6 of type vxlan for network 856f698c-d037-4288-89b3-b30e0383555d Jan 19 22:26:40.424865 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-45b91419-6bd1-41de-adaa-9e6f57a0ea1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729769566152'] for network, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:40.445555 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-7065ea66-c1c5-4985-8b87-64d7e204cdfa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1491761294-network', 'tenant_id': '5d4105938837484d8d82719812401145'}} {{(pid=80166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:26:40.459214 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-7065ea66-c1c5-4985-8b87-64d7e204cdfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:26:40.466889 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-7065ea66-c1c5-4985-8b87-64d7e204cdfa admin admin] Usage tracker for resource:network and tenant:5d4105938837484d8d82719812401145 is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:26:40.471404 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-7065ea66-c1c5-4985-8b87-64d7e204cdfa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:26:40.478047 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-7065ea66-c1c5-4985-8b87-64d7e204cdfa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:26:40.481303 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-45b91419-6bd1-41de-adaa-9e6f57a0ea1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596'] for network, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:40.485675 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b91419-6bd1-41de-adaa-9e6f57a0ea1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:40.485991 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-45b91419-6bd1-41de-adaa-9e6f57a0ea1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for network, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:40.491446 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:40.513344 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7065ea66-c1c5-4985-8b87-64d7e204cdfa admin admin] Made reservation on behalf of 5d4105938837484d8d82719812401145 for: {'network': 1} {{(pid=80166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:26:40.518582 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-7065ea66-c1c5-4985-8b87-64d7e204cdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for network, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:40.544996 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-7065ea66-c1c5-4985-8b87-64d7e204cdfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:40.565674 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-45b91419-6bd1-41de-adaa-9e6f57a0ea1f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7726831 Jan 19 22:26:40.567269 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 48682) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:26:40.575177 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-0ca6665d-41ae-4371-9d1f-8ef94d1e4926 admin admin] Request body: {'subnet': {'network_id': '856f698c-d037-4288-89b3-b30e0383555d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-375895063-subnet', 'tenant_id': '7d1b4115b3444684a9fd42e8fcaf64a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:26:40.583099 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-0ca6665d-41ae-4371-9d1f-8ef94d1e4926 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:26:40.587993 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-7065ea66-c1c5-4985-8b87-64d7e204cdfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:26:40.590031 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-0ca6665d-41ae-4371-9d1f-8ef94d1e4926 admin admin] Usage tracker for resource:subnet and tenant:7d1b4115b3444684a9fd42e8fcaf64a4 is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:26:40.595160 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-0ca6665d-41ae-4371-9d1f-8ef94d1e4926 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:26:40.595425 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-7065ea66-c1c5-4985-8b87-64d7e204cdfa admin admin] Usage tracker for resource:security_group_rule and tenant:5d4105938837484d8d82719812401145 is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:26:40.604071 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-0ca6665d-41ae-4371-9d1f-8ef94d1e4926 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:26:40.617632 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca6665d-41ae-4371-9d1f-8ef94d1e4926 admin admin] Made reservation on behalf of 7d1b4115b3444684a9fd42e8fcaf64a4 for: {'subnet': 1} {{(pid=80165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:26:40.630798 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0ca6665d-41ae-4371-9d1f-8ef94d1e4926 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:40.646837 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-7065ea66-c1c5-4985-8b87-64d7e204cdfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:26:40.660326 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-7065ea66-c1c5-4985-8b87-64d7e204cdfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:26:40.662456 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b91419-6bd1-41de-adaa-9e6f57a0ea1f admin admin] Pushing event updated for resources: {'Network': ['ID=856f698c-d037-4288-89b3-b30e0383555d,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:40.665749 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-45b91419-6bd1-41de-adaa-9e6f57a0ea1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:40.676131 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Network 856f698c-d037-4288-89b3-b30e0383555d details requested by agent ovs-agent-dv-cinder-750782-5-smb with host dv-cinder-750782-5-smb {{(pid=80167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:26:40.711799 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Network 856f698c-d037-4288-89b3-b30e0383555d details requested by agent ovs-agent-hv-cinder-75078 with host hv-cinder-75078 {{(pid=80167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:26:40.764310 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-7065ea66-c1c5-4985-8b87-64d7e204cdfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:40.767553 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-7065ea66-c1c5-4985-8b87-64d7e204cdfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:40.772306 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-45b91419-6bd1-41de-adaa-9e6f57a0ea1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:40.819312 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7065ea66-c1c5-4985-8b87-64d7e204cdfa admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 19 22:26:40.831756 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7065ea66-c1c5-4985-8b87-64d7e204cdfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9328ab63-6502-4afe-9f51-4c69c085bd25,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:40.847200 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-7065ea66-c1c5-4985-8b87-64d7e204cdfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:40.853812 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-7065ea66-c1c5-4985-8b87-64d7e204cdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560818'] for segment, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:40.854319 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.db.segments_db [None req-7065ea66-c1c5-4985-8b87-64d7e204cdfa admin admin] Added segment 2494e6ea-e327-4774-b77a-709af40c6c25 of type vxlan for network 2740a62a-3c9e-4608-87cc-687201ae0aa2 Jan 19 22:26:40.885082 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-7065ea66-c1c5-4985-8b87-64d7e204cdfa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729769566152'] for network, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:40.934005 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-7065ea66-c1c5-4985-8b87-64d7e204cdfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596'] for network, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:40.936847 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7065ea66-c1c5-4985-8b87-64d7e204cdfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:40.937568 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-7065ea66-c1c5-4985-8b87-64d7e204cdfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for network, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:40.948969 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-3a6f5876-98c4-4559-a3a5-fe924b70fb70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:41.103548 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7065ea66-c1c5-4985-8b87-64d7e204cdfa admin admin] Pushing event updated for resources: {'Network': ['ID=2740a62a-3c9e-4608-87cc-687201ae0aa2,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:41.107426 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-7065ea66-c1c5-4985-8b87-64d7e204cdfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:41.118215 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Network 2740a62a-3c9e-4608-87cc-687201ae0aa2 details requested by agent ovs-agent-dv-cinder-750782-5-smb with host dv-cinder-750782-5-smb {{(pid=80167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:26:41.119118 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 48702) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:26:41.125644 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-7065ea66-c1c5-4985-8b87-64d7e204cdfa admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1168654 Jan 19 22:26:41.129469 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-b578fa8d-f04c-441b-b576-2bc576e5b459 admin admin] Request body: {'subnet': {'network_id': '2740a62a-3c9e-4608-87cc-687201ae0aa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1491761294-subnet', 'tenant_id': '5d4105938837484d8d82719812401145', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:26:41.137854 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-b578fa8d-f04c-441b-b576-2bc576e5b459 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:26:41.144742 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-b578fa8d-f04c-441b-b576-2bc576e5b459 admin admin] Usage tracker for resource:subnet and tenant:5d4105938837484d8d82719812401145 is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:26:41.150466 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-b578fa8d-f04c-441b-b576-2bc576e5b459 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:26:41.162699 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-b578fa8d-f04c-441b-b576-2bc576e5b459 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:26:41.228040 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Network 2740a62a-3c9e-4608-87cc-687201ae0aa2 details requested by agent ovs-agent-hv-cinder-75078 with host hv-cinder-75078 {{(pid=80167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:26:41.288786 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0ca6665d-41ae-4371-9d1f-8ef94d1e4926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596'] for subnet, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:41.449096 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-31feb9de-a693-4b22-a355-06156da823cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:41.495137 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b578fa8d-f04c-441b-b576-2bc576e5b459 admin admin] Made reservation on behalf of 5d4105938837484d8d82719812401145 for: {'subnet': 1} {{(pid=80165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:26:41.500432 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b578fa8d-f04c-441b-b576-2bc576e5b459 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:41.570485 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca6665d-41ae-4371-9d1f-8ef94d1e4926 admin admin] Checking segment: {'id': '9f65af3f-103a-4e7a-b1ac-336dee171ce6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '856f698c-d037-4288-89b3-b30e0383555d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:26:41.571088 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca6665d-41ae-4371-9d1f-8ef94d1e4926 admin admin] Network hostable DHCP agents. Network: 856f698c-d037-4288-89b3-b30e0383555d, hostable agents: ['ea282ca9-2836-4d3d-88e8-844f6d380f74'], hosted agents: [] {{(pid=80165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 19 22:26:41.692417 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca6665d-41ae-4371-9d1f-8ef94d1e4926 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a97053a-7ac6-44d6-84ad-912d742b25fc,revision_number=0']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:41.694652 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca6665d-41ae-4371-9d1f-8ef94d1e4926 admin admin] Network 856f698c-d037-4288-89b3-b30e0383555d is scheduled to be hosted by DHCP agent ea282ca9-2836-4d3d-88e8-844f6d380f74 with binding_index 1 {{(pid=80165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 19 22:26:41.707689 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [None req-0ca6665d-41ae-4371-9d1f-8ef94d1e4926 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-5-smb, 856f698c-d037-4288-89b3-b30e0383555d) {{(pid=80165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:26:41.712576 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca6665d-41ae-4371-9d1f-8ef94d1e4926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:41.713222 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0ca6665d-41ae-4371-9d1f-8ef94d1e4926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for subnet, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:41.718492 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2235557d-258c-4c53-bd79-d788f184a4ac None None] Network 856f698c-d037-4288-89b3-b30e0383555d requested from dv-cinder-750782-5-smb {{(pid=80167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:26:41.746159 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-0ca6665d-41ae-4371-9d1f-8ef94d1e4926 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1769986 Jan 19 22:26:41.747874 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6665d-41ae-4371-9d1f-8ef94d1e4926 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:41.748759 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6665d-41ae-4371-9d1f-8ef94d1e4926 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:41.749016 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 48722) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:26:41.749156 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6665d-41ae-4371-9d1f-8ef94d1e4926 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:41.750169 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6665d-41ae-4371-9d1f-8ef94d1e4926 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:41.750587 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6665d-41ae-4371-9d1f-8ef94d1e4926 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:41.751469 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6665d-41ae-4371-9d1f-8ef94d1e4926 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:41.751469 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6665d-41ae-4371-9d1f-8ef94d1e4926 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:41.751686 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6665d-41ae-4371-9d1f-8ef94d1e4926 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:41.751876 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6665d-41ae-4371-9d1f-8ef94d1e4926 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:41.752227 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6665d-41ae-4371-9d1f-8ef94d1e4926 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:41.752580 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6665d-41ae-4371-9d1f-8ef94d1e4926 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:41.752930 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6665d-41ae-4371-9d1f-8ef94d1e4926 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:41.753383 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6665d-41ae-4371-9d1f-8ef94d1e4926 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:41.753743 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6665d-41ae-4371-9d1f-8ef94d1e4926 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:41.754241 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6665d-41ae-4371-9d1f-8ef94d1e4926 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:41.754592 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6665d-41ae-4371-9d1f-8ef94d1e4926 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:41.754942 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6665d-41ae-4371-9d1f-8ef94d1e4926 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:41.755293 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6665d-41ae-4371-9d1f-8ef94d1e4926 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:41.755408 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-5cd3b11c-c677-42b9-8bca-e725db9c0242 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-375895063-router', 'tenant_id': '7d1b4115b3444684a9fd42e8fcaf64a4', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028'}}} {{(pid=80166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:26:41.755640 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6665d-41ae-4371-9d1f-8ef94d1e4926 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:41.755991 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6665d-41ae-4371-9d1f-8ef94d1e4926 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:41.756340 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6665d-41ae-4371-9d1f-8ef94d1e4926 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:41.756919 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6665d-41ae-4371-9d1f-8ef94d1e4926 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:41.757032 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6665d-41ae-4371-9d1f-8ef94d1e4926 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:41.757422 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6665d-41ae-4371-9d1f-8ef94d1e4926 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:41.758799 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6665d-41ae-4371-9d1f-8ef94d1e4926 admin admin] Tracked resource versions report: Jan 19 22:26:41.758799 dv-cinder-750782-5-smb neutron-server[80054]: pushed versions: Jan 19 22:26:41.758799 dv-cinder-750782-5-smb neutron-server[80054]: { 'AddressGroup': {'1.1'}, Jan 19 22:26:41.758799 dv-cinder-750782-5-smb neutron-server[80054]: 'ConntrackHelper': {'1.0'}, Jan 19 22:26:41.758799 dv-cinder-750782-5-smb neutron-server[80054]: 'Log': {'1.0'}, Jan 19 22:26:41.758799 dv-cinder-750782-5-smb neutron-server[80054]: 'Network': {'1.1'}, Jan 19 22:26:41.758799 dv-cinder-750782-5-smb neutron-server[80054]: 'Port': {'1.6'}, Jan 19 22:26:41.758799 dv-cinder-750782-5-smb neutron-server[80054]: 'PortForwarding': {'1.2'}, Jan 19 22:26:41.758799 dv-cinder-750782-5-smb neutron-server[80054]: 'QosPolicy': {'1.8'}, Jan 19 22:26:41.758799 dv-cinder-750782-5-smb neutron-server[80054]: 'SecurityGroup': {'1.4'}, Jan 19 22:26:41.758799 dv-cinder-750782-5-smb neutron-server[80054]: 'SecurityGroupRule': {'1.2'}, Jan 19 22:26:41.758799 dv-cinder-750782-5-smb neutron-server[80054]: 'SubPort': {'1.0'}, Jan 19 22:26:41.758799 dv-cinder-750782-5-smb neutron-server[80054]: 'Subnet': {'1.1'}, Jan 19 22:26:41.758799 dv-cinder-750782-5-smb neutron-server[80054]: 'Trunk': {'1.1'}} Jan 19 22:26:41.758799 dv-cinder-750782-5-smb neutron-server[80054]: consumer versions: Jan 19 22:26:41.758799 dv-cinder-750782-5-smb neutron-server[80054]: { DHCP agent@dv-cinder-750782-5-smb: {}, Jan 19 22:26:41.758799 dv-cinder-750782-5-smb neutron-server[80054]: L3 agent@dv-cinder-750782-5-smb: {}, Jan 19 22:26:41.758799 dv-cinder-750782-5-smb neutron-server[80054]: Metadata agent@dv-cinder-750782-5-smb: {}, Jan 19 22:26:41.758799 dv-cinder-750782-5-smb neutron-server[80054]: Metering agent@dv-cinder-750782-5-smb: {}, Jan 19 22:26:41.758799 dv-cinder-750782-5-smb neutron-server[80054]: Open vSwitch agent@dv-cinder-750782-5-smb: { 'AddressGroup': '1.1', Jan 19 22:26:41.758799 dv-cinder-750782-5-smb neutron-server[80054]: 'ConntrackHelper': '1.0', Jan 19 22:26:41.758799 dv-cinder-750782-5-smb neutron-server[80054]: 'Log': '1.0', Jan 19 22:26:41.758799 dv-cinder-750782-5-smb neutron-server[80054]: 'Network': '1.1', Jan 19 22:26:41.758799 dv-cinder-750782-5-smb neutron-server[80054]: 'Port': '1.6', Jan 19 22:26:41.758799 dv-cinder-750782-5-smb neutron-server[80054]: 'PortForwarding': '1.2', Jan 19 22:26:41.758799 dv-cinder-750782-5-smb neutron-server[80054]: 'QosPolicy': '1.8', Jan 19 22:26:41.758799 dv-cinder-750782-5-smb neutron-server[80054]: 'SecurityGroup': '1.4', Jan 19 22:26:41.758799 dv-cinder-750782-5-smb neutron-server[80054]: 'SecurityGroupRule': '1.2', Jan 19 22:26:41.758799 dv-cinder-750782-5-smb neutron-server[80054]: 'SubPort': '1.0', Jan 19 22:26:41.758799 dv-cinder-750782-5-smb neutron-server[80054]: 'Subnet': '1.1', Jan 19 22:26:41.758799 dv-cinder-750782-5-smb neutron-server[80054]: 'Trunk': '1.1'}, Jan 19 22:26:41.758799 dv-cinder-750782-5-smb neutron-server[80054]: Open vSwitch agent@hv-cinder-75078: { 'AddressGroup': '1.1', Jan 19 22:26:41.758799 dv-cinder-750782-5-smb neutron-server[80054]: 'ConntrackHelper': '1.0', Jan 19 22:26:41.758799 dv-cinder-750782-5-smb neutron-server[80054]: 'Log': '1.0', Jan 19 22:26:41.758799 dv-cinder-750782-5-smb neutron-server[80054]: 'Network': '1.1', Jan 19 22:26:41.758799 dv-cinder-750782-5-smb neutron-server[80054]: 'Port': '1.6', Jan 19 22:26:41.758799 dv-cinder-750782-5-smb neutron-server[80054]: 'PortForwarding': '1.2', Jan 19 22:26:41.758799 dv-cinder-750782-5-smb neutron-server[80054]: 'QosPolicy': '1.8', Jan 19 22:26:41.758799 dv-cinder-750782-5-smb neutron-server[80054]: 'SecurityGroup': '1.4', Jan 19 22:26:41.758799 dv-cinder-750782-5-smb neutron-server[80054]: 'SecurityGroupRule': '1.2', Jan 19 22:26:41.758799 dv-cinder-750782-5-smb neutron-server[80054]: 'SubPort': '1.0', Jan 19 22:26:41.758799 dv-cinder-750782-5-smb neutron-server[80054]: 'Subnet': '1.1', Jan 19 22:26:41.758799 dv-cinder-750782-5-smb neutron-server[80054]: 'Trunk': '1.1'}} Jan 19 22:26:41.758799 dv-cinder-750782-5-smb neutron-server[80054]: {{(pid=80165) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 19 22:26:41.762282 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-5cd3b11c-c677-42b9-8bca-e725db9c0242 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:26:41.762399 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-0ca6665d-41ae-4371-9d1f-8ef94d1e4926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:41.771682 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-5cd3b11c-c677-42b9-8bca-e725db9c0242 admin admin] Usage tracker for resource:router and tenant:7d1b4115b3444684a9fd42e8fcaf64a4 is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:26:41.777217 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-5cd3b11c-c677-42b9-8bca-e725db9c0242 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:26:41.800109 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 48726) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:26:41.808077 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-5cd3b11c-c677-42b9-8bca-e725db9c0242 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:26:41.840336 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-5cd3b11c-c677-42b9-8bca-e725db9c0242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1207'] for router, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:41.842194 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-5cd3b11c-c677-42b9-8bca-e725db9c0242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854333029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-514946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774641'] for router, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:41.854687 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 48734) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:26:41.881379 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-5cd3b11c-c677-42b9-8bca-e725db9c0242 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:42.153332 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba654820-8ed5-4b33-b96d-dbba98181e09 None None] Network 856f698c-d037-4288-89b3-b30e0383555d requested from dv-cinder-750782-5-smb {{(pid=80167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:26:42.236951 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-5cd3b11c-c677-42b9-8bca-e725db9c0242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774626'] for router, precommit_update {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:42.241961 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b578fa8d-f04c-441b-b576-2bc576e5b459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596'] for subnet, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:42.289705 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:42.318771 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-7a806cd9-8b35-4f90-a5cb-3210cb3c1ae5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-850801678-network', 'tenant_id': '14b41834d79d4e868fed82c53411eba6'}} {{(pid=80166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:26:42.326713 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-7a806cd9-8b35-4f90-a5cb-3210cb3c1ae5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:26:42.334442 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-7a806cd9-8b35-4f90-a5cb-3210cb3c1ae5 admin admin] Usage tracker for resource:network and tenant:14b41834d79d4e868fed82c53411eba6 is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:26:42.338372 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-7a806cd9-8b35-4f90-a5cb-3210cb3c1ae5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:26:42.346793 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-7a806cd9-8b35-4f90-a5cb-3210cb3c1ae5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:26:42.460269 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a806cd9-8b35-4f90-a5cb-3210cb3c1ae5 admin admin] Made reservation on behalf of 14b41834d79d4e868fed82c53411eba6 for: {'network': 1} {{(pid=80166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:26:42.465959 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-7a806cd9-8b35-4f90-a5cb-3210cb3c1ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for network, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:42.485460 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-7a806cd9-8b35-4f90-a5cb-3210cb3c1ae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:42.513950 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-7a806cd9-8b35-4f90-a5cb-3210cb3c1ae5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:26:42.521115 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-7a806cd9-8b35-4f90-a5cb-3210cb3c1ae5 admin admin] Usage tracker for resource:security_group_rule and tenant:14b41834d79d4e868fed82c53411eba6 is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:26:42.526618 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-7a806cd9-8b35-4f90-a5cb-3210cb3c1ae5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:26:42.535480 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-7a806cd9-8b35-4f90-a5cb-3210cb3c1ae5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:26:42.609360 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-0335434e-02a0-48b0-96d9-809cd9a67ed8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1665427539-network', 'tenant_id': 'd37c6aad9be642819e0acf0be56ef338'}} {{(pid=80165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:26:42.630451 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-0335434e-02a0-48b0-96d9-809cd9a67ed8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:26:42.642935 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-0335434e-02a0-48b0-96d9-809cd9a67ed8 admin admin] Usage tracker for resource:network and tenant:d37c6aad9be642819e0acf0be56ef338 is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:26:42.645749 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b578fa8d-f04c-441b-b576-2bc576e5b459 admin admin] Pushing event updated for resources: {'Subnet': ['ID=159ed613-693d-4448-ae87-c90c7e446752,revision_number=0']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:42.648599 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-b578fa8d-f04c-441b-b576-2bc576e5b459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:42.650188 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-0335434e-02a0-48b0-96d9-809cd9a67ed8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:26:42.659540 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-0335434e-02a0-48b0-96d9-809cd9a67ed8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:26:42.691351 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0335434e-02a0-48b0-96d9-809cd9a67ed8 admin admin] Made reservation on behalf of d37c6aad9be642819e0acf0be56ef338 for: {'network': 1} {{(pid=80165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:26:42.696133 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0335434e-02a0-48b0-96d9-809cd9a67ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for network, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:42.717519 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0335434e-02a0-48b0-96d9-809cd9a67ed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:42.745025 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-0335434e-02a0-48b0-96d9-809cd9a67ed8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:26:42.757797 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-0335434e-02a0-48b0-96d9-809cd9a67ed8 admin admin] Usage tracker for resource:security_group_rule and tenant:d37c6aad9be642819e0acf0be56ef338 is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:26:42.763883 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-0335434e-02a0-48b0-96d9-809cd9a67ed8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:26:42.773178 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-0335434e-02a0-48b0-96d9-809cd9a67ed8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:26:42.784654 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b578fa8d-f04c-441b-b576-2bc576e5b459 admin admin] Checking segment: {'id': '2494e6ea-e327-4774-b77a-709af40c6c25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2740a62a-3c9e-4608-87cc-687201ae0aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:26:42.785034 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b578fa8d-f04c-441b-b576-2bc576e5b459 admin admin] Network hostable DHCP agents. Network: 2740a62a-3c9e-4608-87cc-687201ae0aa2, hostable agents: ['ea282ca9-2836-4d3d-88e8-844f6d380f74'], hosted agents: [] {{(pid=80165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 19 22:26:42.832912 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b578fa8d-f04c-441b-b576-2bc576e5b459 admin admin] Network 2740a62a-3c9e-4608-87cc-687201ae0aa2 is scheduled to be hosted by DHCP agent ea282ca9-2836-4d3d-88e8-844f6d380f74 with binding_index 1 {{(pid=80165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 19 22:26:42.852154 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [None req-b578fa8d-f04c-441b-b576-2bc576e5b459 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-5-smb, 2740a62a-3c9e-4608-87cc-687201ae0aa2) {{(pid=80165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:26:42.857100 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b578fa8d-f04c-441b-b576-2bc576e5b459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:42.857792 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b578fa8d-f04c-441b-b576-2bc576e5b459 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for subnet, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:42.864576 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490dfcb9-67f5-4acb-8d4b-18244f6d83c4 None None] Network 2740a62a-3c9e-4608-87cc-687201ae0aa2 requested from dv-cinder-750782-5-smb {{(pid=80167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:26:42.956458 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-b578fa8d-f04c-441b-b576-2bc576e5b459 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8267689 Jan 19 22:26:42.995773 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0335434e-02a0-48b0-96d9-809cd9a67ed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:43.006397 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0335434e-02a0-48b0-96d9-809cd9a67ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:43.013097 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:43.054430 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0335434e-02a0-48b0-96d9-809cd9a67ed8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 19 22:26:43.064134 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-5cd3b11c-c677-42b9-8bca-e725db9c0242 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:43.068928 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0335434e-02a0-48b0-96d9-809cd9a67ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e553f1-eb7f-4d41-9509-bf206614870a,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:43.075099 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-0335434e-02a0-48b0-96d9-809cd9a67ed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:43.081728 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0335434e-02a0-48b0-96d9-809cd9a67ed8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729769941124', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560818'] for segment, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:43.083054 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.db.segments_db [None req-0335434e-02a0-48b0-96d9-809cd9a67ed8 admin admin] Added segment b8706188-c2ad-4e0f-90b7-ccdf938122e3 of type vxlan for network e4a9de19-b918-46f4-a492-f3eb46bbdf28 Jan 19 22:26:43.137925 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0335434e-02a0-48b0-96d9-809cd9a67ed8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729769566152'] for network, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:43.182792 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0335434e-02a0-48b0-96d9-809cd9a67ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596'] for network, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:43.185144 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0335434e-02a0-48b0-96d9-809cd9a67ed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:43.185946 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0335434e-02a0-48b0-96d9-809cd9a67ed8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for network, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:43.186613 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-5cd3b11c-c677-42b9-8bca-e725db9c0242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:43.197983 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:43.302951 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-7a806cd9-8b35-4f90-a5cb-3210cb3c1ae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:43.345118 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-0335434e-02a0-48b0-96d9-809cd9a67ed8 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4827206 Jan 19 22:26:43.352653 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-7a806cd9-8b35-4f90-a5cb-3210cb3c1ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:43.361029 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 48774) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:26:43.394576 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-5f07dcc4-ed9c-44df-a4d2-7856cd5403cc admin admin] Request body: {'subnet': {'network_id': 'e4a9de19-b918-46f4-a492-f3eb46bbdf28', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1665427539-subnet', 'tenant_id': 'd37c6aad9be642819e0acf0be56ef338', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:26:43.399201 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:43.420087 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-5f07dcc4-ed9c-44df-a4d2-7856cd5403cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:26:43.446049 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a806cd9-8b35-4f90-a5cb-3210cb3c1ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9c998f-09a5-4912-9632-35ab35ffde2a,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:43.500204 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0335434e-02a0-48b0-96d9-809cd9a67ed8 admin admin] Pushing event updated for resources: {'Network': ['ID=e4a9de19-b918-46f4-a492-f3eb46bbdf28,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:43.500450 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-5f07dcc4-ed9c-44df-a4d2-7856cd5403cc admin admin] Usage tracker for resource:subnet and tenant:d37c6aad9be642819e0acf0be56ef338 is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:26:43.504357 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-7a806cd9-8b35-4f90-a5cb-3210cb3c1ae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:43.506801 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-0335434e-02a0-48b0-96d9-809cd9a67ed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:43.510153 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-5f07dcc4-ed9c-44df-a4d2-7856cd5403cc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:26:43.522688 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Network e4a9de19-b918-46f4-a492-f3eb46bbdf28 details requested by agent ovs-agent-dv-cinder-750782-5-smb with host dv-cinder-750782-5-smb {{(pid=80167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:26:43.536639 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-5f07dcc4-ed9c-44df-a4d2-7856cd5403cc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:26:43.539132 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a806cd9-8b35-4f90-a5cb-3210cb3c1ae5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 19 22:26:43.608153 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-7a806cd9-8b35-4f90-a5cb-3210cb3c1ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560818'] for segment, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:43.608545 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.db.segments_db [None req-7a806cd9-8b35-4f90-a5cb-3210cb3c1ae5 admin admin] Added segment c0eefc68-d721-4cc9-9571-b071e90f43c2 of type vxlan for network 9833d04b-801e-468a-b55d-a07f3c5885cd Jan 19 22:26:43.615647 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f07dcc4-ed9c-44df-a4d2-7856cd5403cc admin admin] Made reservation on behalf of d37c6aad9be642819e0acf0be56ef338 for: {'subnet': 1} {{(pid=80166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:26:43.620465 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-5f07dcc4-ed9c-44df-a4d2-7856cd5403cc admin admin] Notify callbacks [] for subnet, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:43.716038 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Network e4a9de19-b918-46f4-a492-f3eb46bbdf28 details requested by agent ovs-agent-hv-cinder-75078 with host hv-cinder-75078 {{(pid=80167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:26:43.780065 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-7a806cd9-8b35-4f90-a5cb-3210cb3c1ae5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729769566152'] for network, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:43.891914 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-7a806cd9-8b35-4f90-a5cb-3210cb3c1ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596'] for network, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:43.896640 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e4fdec-c613-4989-a8be-5a386289f9d4 None None] Network 2740a62a-3c9e-4608-87cc-687201ae0aa2 requested from dv-cinder-750782-5-smb {{(pid=80167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:26:43.931308 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a806cd9-8b35-4f90-a5cb-3210cb3c1ae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:43.931947 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-7a806cd9-8b35-4f90-a5cb-3210cb3c1ae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for network, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:43.943870 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-6c0d5452-7567-49fa-bdc4-0ee884dc7910 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:43.983220 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.db_base_plugin_common [None req-5cd3b11c-c677-42b9-8bca-e725db9c0242 admin admin] Allocated IP 172.28.2.25 (8d9e1b39-82c1-4058-b2cd-c5f96fe21028/38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0/0012715b-081c-412f-8388-5c9479ceb1fd) {{(pid=80166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:26:44.147977 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a806cd9-8b35-4f90-a5cb-3210cb3c1ae5 admin admin] Pushing event updated for resources: {'Network': ['ID=9833d04b-801e-468a-b55d-a07f3c5885cd,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:44.185169 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-7a806cd9-8b35-4f90-a5cb-3210cb3c1ae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:44.220809 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-7a806cd9-8b35-4f90-a5cb-3210cb3c1ae5 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 2.4123120 Jan 19 22:26:44.222730 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 48804) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:26:44.230292 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-fa91306a-61e9-409e-842e-54767b3ac100 admin admin] Request body: {'subnet': {'network_id': '9833d04b-801e-468a-b55d-a07f3c5885cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-850801678-subnet', 'tenant_id': '14b41834d79d4e868fed82c53411eba6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:26:44.238254 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Network 9833d04b-801e-468a-b55d-a07f3c5885cd details requested by agent ovs-agent-dv-cinder-750782-5-smb with host dv-cinder-750782-5-smb {{(pid=80167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:26:44.242941 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-fa91306a-61e9-409e-842e-54767b3ac100 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:26:44.255959 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-fa91306a-61e9-409e-842e-54767b3ac100 admin admin] Usage tracker for resource:subnet and tenant:14b41834d79d4e868fed82c53411eba6 is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:26:44.262620 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-fa91306a-61e9-409e-842e-54767b3ac100 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:26:44.277061 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-fa91306a-61e9-409e-842e-54767b3ac100 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:26:44.302216 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa91306a-61e9-409e-842e-54767b3ac100 admin admin] Made reservation on behalf of 14b41834d79d4e868fed82c53411eba6 for: {'subnet': 1} {{(pid=80165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:26:44.310063 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-fa91306a-61e9-409e-842e-54767b3ac100 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:44.397823 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 48820) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:26:44.412012 dv-cinder-750782-5-smb neutron-server[80054]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 19 22:26:44.473405 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-5cd3b11c-c677-42b9-8bca-e725db9c0242 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:44.483126 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Network 9833d04b-801e-468a-b55d-a07f3c5885cd details requested by agent ovs-agent-hv-cinder-75078 with host hv-cinder-75078 {{(pid=80167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:26:44.635451 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-5cd3b11c-c677-42b9-8bca-e725db9c0242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307085170889'] for port, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:44.658463 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:44.765363 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b7aa4-0afd-43a4-8a8f-8a3264640c15 req-aa9ac810-1b50-4886-945f-ffada6e76985 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:44.767068 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-080b7aa4-0afd-43a4-8a8f-8a3264640c15 req-aa9ac810-1b50-4886-945f-ffada6e76985 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/networks?id=2740a62a-3c9e-4608-87cc-687201ae0aa2 HTTP/1.1" status: 200 len: 815 time: 0.3631682 Jan 19 22:26:44.791282 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-080b7aa4-0afd-43a4-8a8f-8a3264640c15 req-267fea42-af3d-4ad1-87c9-a31961265267 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/quotas/5d4105938837484d8d82719812401145 HTTP/1.1" status: 200 len: 375 time: 0.0140326 Jan 19 22:26:44.855852 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-080b7aa4-0afd-43a4-8a8f-8a3264640c15 req-dea2d99a-4390-4136-8a3a-61650ddda303 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?tenant_id=5d4105938837484d8d82719812401145&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557508 Jan 19 22:26:44.991938 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd3b11c-c677-42b9-8bca-e725db9c0242 admin admin] Pushing event updated for resources: {'Port': ['ID=0012715b-081c-412f-8388-5c9479ceb1fd,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:45.008185 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-5cd3b11c-c677-42b9-8bca-e725db9c0242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:45.045218 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-5f07dcc4-ed9c-44df-a4d2-7856cd5403cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596'] for subnet, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:45.048132 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd3b11c-c677-42b9-8bca-e725db9c0242 admin admin] Network 8d9e1b39-82c1-4058-b2cd-c5f96fe21028 is already hosted by enough agents. {{(pid=80166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:26:45.169704 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [None req-5cd3b11c-c677-42b9-8bca-e725db9c0242 admin admin] Resources bound (agent type, host, resource id): {{(pid=80166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:26:45.172963 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd3b11c-c677-42b9-8bca-e725db9c0242 admin admin] Received port after_create {{(pid=80166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:26:45.217686 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [req-080b7aa4-0afd-43a4-8a8f-8a3264640c15 req-243684ed-a321-429c-83e1-b78d702d0b1d service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80165) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 22:26:45.222067 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-080b7aa4-0afd-43a4-8a8f-8a3264640c15 req-243684ed-a321-429c-83e1-b78d702d0b1d service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.1454957 Jan 19 22:26:45.237180 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-b0607e28-b467-4fc7-a5ef-85a7b6023f4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:45.379084 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-fa91306a-61e9-409e-842e-54767b3ac100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596'] for subnet, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:45.531778 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-e9e0f104-6e87-42a9-b0b6-5027f47e1414 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:45.621507 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa91306a-61e9-409e-842e-54767b3ac100 admin admin] Checking segment: {'id': 'c0eefc68-d721-4cc9-9571-b071e90f43c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9833d04b-801e-468a-b55d-a07f3c5885cd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:26:45.622112 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa91306a-61e9-409e-842e-54767b3ac100 admin admin] Network hostable DHCP agents. Network: 9833d04b-801e-468a-b55d-a07f3c5885cd, hostable agents: ['ea282ca9-2836-4d3d-88e8-844f6d380f74'], hosted agents: [] {{(pid=80165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 19 22:26:45.669788 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-080b7aa4-0afd-43a4-8a8f-8a3264640c15 req-bbf62fc5-0b78-460f-add3-bf78d8d94e83 service neutron] 10.222.0.43 "GET /v2.0/networks/2740a62a-3c9e-4608-87cc-687201ae0aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4382856 Jan 19 22:26:45.675686 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa91306a-61e9-409e-842e-54767b3ac100 admin admin] Network 9833d04b-801e-468a-b55d-a07f3c5885cd is scheduled to be hosted by DHCP agent ea282ca9-2836-4d3d-88e8-844f6d380f74 with binding_index 1 {{(pid=80165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 19 22:26:45.680700 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa91306a-61e9-409e-842e-54767b3ac100 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1981add0-450b-4ba4-a4b4-88355edcb693,revision_number=0']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:45.684104 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-fa91306a-61e9-409e-842e-54767b3ac100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:45.737562 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f07dcc4-ed9c-44df-a4d2-7856cd5403cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=abc29594-b075-4efe-90dc-929519eb8c83,revision_number=0']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:45.743039 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-5f07dcc4-ed9c-44df-a4d2-7856cd5403cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:45.790417 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [None req-fa91306a-61e9-409e-842e-54767b3ac100 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-5-smb, 9833d04b-801e-468a-b55d-a07f3c5885cd) {{(pid=80165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:26:45.795476 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa91306a-61e9-409e-842e-54767b3ac100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:45.797599 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-fa91306a-61e9-409e-842e-54767b3ac100 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for subnet, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:45.801586 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4e1a8c-754c-4401-aac0-e317f36ec62c None None] Network 9833d04b-801e-468a-b55d-a07f3c5885cd requested from dv-cinder-750782-5-smb {{(pid=80167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:26:45.850151 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-fa91306a-61e9-409e-842e-54767b3ac100 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6257432 Jan 19 22:26:45.864833 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 48880) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:26:45.871650 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f07dcc4-ed9c-44df-a4d2-7856cd5403cc admin admin] Checking segment: {'id': 'b8706188-c2ad-4e0f-90b7-ccdf938122e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e4a9de19-b918-46f4-a492-f3eb46bbdf28'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:26:45.872338 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f07dcc4-ed9c-44df-a4d2-7856cd5403cc admin admin] Network hostable DHCP agents. Network: e4a9de19-b918-46f4-a492-f3eb46bbdf28, hostable agents: ['ea282ca9-2836-4d3d-88e8-844f6d380f74'], hosted agents: [] {{(pid=80166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 19 22:26:45.880468 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-112f6fe2-8097-43a4-baf0-99874e6b1f78 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-850801678-router', 'tenant_id': '14b41834d79d4e868fed82c53411eba6', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028'}}} {{(pid=80165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:26:45.890056 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-112f6fe2-8097-43a4-baf0-99874e6b1f78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:26:45.896510 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-080b7aa4-0afd-43a4-8a8f-8a3264640c15 req-7d46e670-e5c2-45d3-b943-5789cb2af8d4 service neutron] 10.222.0.43 "GET /v2.0/networks/2740a62a-3c9e-4608-87cc-687201ae0aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2167912 Jan 19 22:26:45.897531 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-112f6fe2-8097-43a4-baf0-99874e6b1f78 admin admin] Usage tracker for resource:router and tenant:14b41834d79d4e868fed82c53411eba6 is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:26:45.900743 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-112f6fe2-8097-43a4-baf0-99874e6b1f78 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:26:45.906874 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-112f6fe2-8097-43a4-baf0-99874e6b1f78 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:26:45.918452 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-112f6fe2-8097-43a4-baf0-99874e6b1f78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1207'] for router, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:45.920189 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-112f6fe2-8097-43a4-baf0-99874e6b1f78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854333029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-514946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774641'] for router, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:45.952620 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-112f6fe2-8097-43a4-baf0-99874e6b1f78 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:46.156428 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f07dcc4-ed9c-44df-a4d2-7856cd5403cc admin admin] Network e4a9de19-b918-46f4-a492-f3eb46bbdf28 is scheduled to be hosted by DHCP agent ea282ca9-2836-4d3d-88e8-844f6d380f74 with binding_index 1 {{(pid=80166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 19 22:26:46.227314 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 48908) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:26:46.244571 dv-cinder-750782-5-smb neutron-server[80054]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 19 22:26:46.267495 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9fbfbb-6a32-4214-b952-f3bf43dc705b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98725d0a-1b82-5acd-8d1b-1dfa5de1a2b0-9833d04b-801e-468a-b55d-a07f3c5885cd', 'network_id': '9833d04b-801e-468a-b55d-a07f3c5885cd', 'tenant_id': '14b41834d79d4e868fed82c53411eba6', 'fixed_ips': [{'subnet_id': '1981add0-450b-4ba4-a4b4-88355edcb693'}]}} from dv-cinder-750782-5-smb. {{(pid=80167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 19 22:26:46.268692 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ea9fbfbb-6a32-4214-b952-f3bf43dc705b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:46.360698 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [None req-5f07dcc4-ed9c-44df-a4d2-7856cd5403cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-5-smb, e4a9de19-b918-46f4-a492-f3eb46bbdf28) {{(pid=80166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:26:46.372005 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-598dbb08-1e1d-4433-bf03-fc6cce4d1640 req-929ab5cf-ad04-4cd5-a35a-254dfd7f7237 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=b49da20f-27e3-4872-bac6-e86c1596ead3 HTTP/1.1" status: 200 len: 210 time: 0.1372867 Jan 19 22:26:46.398853 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f07dcc4-ed9c-44df-a4d2-7856cd5403cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:46.399459 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-5f07dcc4-ed9c-44df-a4d2-7856cd5403cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for subnet, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:46.413916 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-5cd3b11c-c677-42b9-8bca-e725db9c0242 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:46.471317 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 48914) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:26:46.684148 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.db_base_plugin_common [None req-ea9fbfbb-6a32-4214-b952-f3bf43dc705b None None] Allocated IP 172.20.0.2 (9833d04b-801e-468a-b55d-a07f3c5885cd/1981add0-450b-4ba4-a4b4-88355edcb693/e59a3b3f-1574-4215-9b26-9991919f02e9) {{(pid=80167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:26:46.779512 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-112f6fe2-8097-43a4-baf0-99874e6b1f78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774626'] for router, precommit_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:46.851054 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-5f07dcc4-ed9c-44df-a4d2-7856cd5403cc admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4804776 Jan 19 22:26:46.884007 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cc262f-8081-4f81-9b59-598e1fc4203a None None] Network e4a9de19-b918-46f4-a492-f3eb46bbdf28 requested from dv-cinder-750782-5-smb {{(pid=80167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:26:47.074740 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-5d3e1580-0fd2-464c-9694-813b79433213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:47.129812 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-5d3e1580-0fd2-464c-9694-813b79433213 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:26:47.153331 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-5d3e1580-0fd2-464c-9694-813b79433213 admin admin] Usage tracker for resource:security_group_rule and tenant:baff0f48f22f4ee8bcff3f36dc476c26 is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:26:47.238691 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-5cd3b11c-c677-42b9-8bca-e725db9c0242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854333059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451232'] for router, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:47.346433 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-5d3e1580-0fd2-464c-9694-813b79433213 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:26:47.432557 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ea9fbfbb-6a32-4214-b952-f3bf43dc705b None None] Notify callbacks [] for port, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:47.439898 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-5d3e1580-0fd2-464c-9694-813b79433213 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:26:47.468138 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-ea9fbfbb-6a32-4214-b952-f3bf43dc705b None None] Transition to ACTIVE for port object e59a3b3f-1574-4215-9b26-9991919f02e9 will not be triggered until provisioned by entity L2. {{(pid=80167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:26:47.489585 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0da327-8e3b-46a6-a0cc-21107d19811b None None] Network e4a9de19-b918-46f4-a492-f3eb46bbdf28 requested from dv-cinder-750782-5-smb {{(pid=80167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:26:47.569226 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-112f6fe2-8097-43a4-baf0-99874e6b1f78 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:47.603987 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd3b11c-c677-42b9-8bca-e725db9c0242 admin admin] Router 02c8d085-5410-45b1-8c14-a42888047f36 is scheduled to L3 agent f53f1119-c8e9-4b63-a732-32c6c8f5b9fc with binding_index 1 {{(pid=80166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 19 22:26:47.626749 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-112f6fe2-8097-43a4-baf0-99874e6b1f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:47.735066 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-ea9fbfbb-6a32-4214-b952-f3bf43dc705b None None] Transition to ACTIVE for port object e59a3b3f-1574-4215-9b26-9991919f02e9 will not be triggered until provisioned by entity DHCP. {{(pid=80167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:26:47.736807 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f0fa45e6-1d15-47d1-a64a-ad7f536b9fd5 req-f2a81d32-7642-4c6c-8618-e5d9926ada27 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=b49da20f-27e3-4872-bac6-e86c1596ead3 HTTP/1.1" status: 200 len: 210 time: 0.1215825 Jan 19 22:26:47.753962 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ea9fbfbb-6a32-4214-b952-f3bf43dc705b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307085170889'] for port, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:48.038005 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-c3d03bde-f02d-4137-b4e3-3510ef56e348 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:48.158562 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9fbfbb-6a32-4214-b952-f3bf43dc705b None None] Network 9833d04b-801e-468a-b55d-a07f3c5885cd is already hosted by enough agents. {{(pid=80167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:26:48.172562 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [None req-ea9fbfbb-6a32-4214-b952-f3bf43dc705b None None] Resources bound (agent type, host, resource id): {{(pid=80167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:26:48.189507 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9fbfbb-6a32-4214-b952-f3bf43dc705b None None] Received port after_create {{(pid=80167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:26:48.212909 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89190e-f69d-4927-b29d-7a63029fdf61 req-26ecf771-5250-4a61-ad84-19b182081596 tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:48.221157 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ff89190e-f69d-4927-b29d-7a63029fdf61 req-26ecf771-5250-4a61-ad84-19b182081596 tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] 10.222.0.43 "GET /v2.0/networks?id=e4a9de19-b918-46f4-a492-f3eb46bbdf28 HTTP/1.1" status: 200 len: 812 time: 0.3392558 Jan 19 22:26:48.261958 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ff89190e-f69d-4927-b29d-7a63029fdf61 req-467f59d9-62fe-4b82-aea9-782db971ab1c tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] 10.222.0.43 "GET /v2.0/quotas/d37c6aad9be642819e0acf0be56ef338 HTTP/1.1" status: 200 len: 375 time: 0.0343699 Jan 19 22:26:48.366495 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-ea9fbfbb-6a32-4214-b952-f3bf43dc705b None None] Attempting to bind port e59a3b3f-1574-4215-9b26-9991919f02e9 on host dv-cinder-750782-5-smb for vnic_type normal with profile {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:26:48.367007 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-ea9fbfbb-6a32-4214-b952-f3bf43dc705b None None] Attempting to bind port e59a3b3f-1574-4215-9b26-9991919f02e9 by drivers openvswitch on host dv-cinder-750782-5-smb at level 0 using segments [{'id': 'c0eefc68-d721-4cc9-9571-b071e90f43c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9833d04b-801e-468a-b55d-a07f3c5885cd'}] {{(pid=80167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:26:48.367303 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9fbfbb-6a32-4214-b952-f3bf43dc705b None None] Attempting to bind port e59a3b3f-1574-4215-9b26-9991919f02e9 on network 9833d04b-801e-468a-b55d-a07f3c5885cd {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:26:48.384375 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ff89190e-f69d-4927-b29d-7a63029fdf61 req-15422b67-eee7-4c7f-9c50-0c587fa99f92 tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] 10.222.0.43 "GET /v2.0/ports?tenant_id=d37c6aad9be642819e0acf0be56ef338&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1213458 Jan 19 22:26:48.431411 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9fbfbb-6a32-4214-b952-f3bf43dc705b None None] Checking agent: {'id': 'f078d5c4-c25a-4ec9-8658-39b8d5860620', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 17, 33), 'started_at': datetime.datetime(2021, 1, 19, 22, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:26:48.432148 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9fbfbb-6a32-4214-b952-f3bf43dc705b None None] Checking segment: {'id': 'c0eefc68-d721-4cc9-9571-b071e90f43c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9833d04b-801e-468a-b55d-a07f3c5885cd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:26:48.432705 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ea9fbfbb-6a32-4214-b952-f3bf43dc705b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:48.433251 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9fbfbb-6a32-4214-b952-f3bf43dc705b None None] Bound using segment: {'id': 'c0eefc68-d721-4cc9-9571-b071e90f43c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9833d04b-801e-468a-b55d-a07f3c5885cd'} {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:26:48.434158 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-ea9fbfbb-6a32-4214-b952-f3bf43dc705b None None] Bound port: e59a3b3f-1574-4215-9b26-9991919f02e9, host: dv-cinder-750782-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0eefc68-d721-4cc9-9571-b071e90f43c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9833d04b-801e-468a-b55d-a07f3c5885cd'}}] {{(pid=80167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:26:48.434691 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ea9fbfbb-6a32-4214-b952-f3bf43dc705b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:48.471148 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 49010) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:26:48.502864 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd3b11c-c677-42b9-8bca-e725db9c0242 admin admin] Notify agent at l3_agent.dv-cinder-750782-5-smb the message routers_updated {{(pid=80166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:26:48.513841 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ec5864-c88f-43da-b7f0-ee4a2ad68e98 None None] Sync routers for ids ['02c8d085-5410-45b1-8c14-a42888047f36'] in dv-cinder-750782-5-smb {{(pid=80168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:26:48.537339 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ec5864-c88f-43da-b7f0-ee4a2ad68e98 None None] Routers {'02c8d085-5410-45b1-8c14-a42888047f36'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:26:48.539279 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-77ec5864-c88f-43da-b7f0-ee4a2ad68e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:26:32Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['02c8d085-5410-45b1-8c14-a42888047f36'], 'active': True} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:26:48.547703 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-5cd3b11c-c677-42b9-8bca-e725db9c0242 admin admin] Notify callbacks [] for router, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:48.548737 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-5cd3b11c-c677-42b9-8bca-e725db9c0242 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.7981014 Jan 19 22:26:48.551621 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 49016) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:26:48.606787 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9fbfbb-6a32-4214-b952-f3bf43dc705b None None] Pushing event updated for resources: {'Port': ['ID=e59a3b3f-1574-4215-9b26-9991919f02e9,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:48.632648 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-5d3e1580-0fd2-464c-9694-813b79433213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:48.636256 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9fbfbb-6a32-4214-b952-f3bf43dc705b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:48.636408 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9fbfbb-6a32-4214-b952-f3bf43dc705b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:48.636722 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9fbfbb-6a32-4214-b952-f3bf43dc705b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:48.637040 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9fbfbb-6a32-4214-b952-f3bf43dc705b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:48.637509 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9fbfbb-6a32-4214-b952-f3bf43dc705b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:48.637967 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9fbfbb-6a32-4214-b952-f3bf43dc705b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:48.638880 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9fbfbb-6a32-4214-b952-f3bf43dc705b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:48.638880 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9fbfbb-6a32-4214-b952-f3bf43dc705b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:48.639119 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9fbfbb-6a32-4214-b952-f3bf43dc705b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:48.639357 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9fbfbb-6a32-4214-b952-f3bf43dc705b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:48.639707 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9fbfbb-6a32-4214-b952-f3bf43dc705b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:48.640126 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9fbfbb-6a32-4214-b952-f3bf43dc705b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:48.640689 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9fbfbb-6a32-4214-b952-f3bf43dc705b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:48.640961 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9fbfbb-6a32-4214-b952-f3bf43dc705b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:48.643603 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9fbfbb-6a32-4214-b952-f3bf43dc705b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:48.644020 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9fbfbb-6a32-4214-b952-f3bf43dc705b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:48.644459 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9fbfbb-6a32-4214-b952-f3bf43dc705b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:48.644838 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9fbfbb-6a32-4214-b952-f3bf43dc705b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:48.645210 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9fbfbb-6a32-4214-b952-f3bf43dc705b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:48.645633 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9fbfbb-6a32-4214-b952-f3bf43dc705b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:48.646001 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9fbfbb-6a32-4214-b952-f3bf43dc705b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:48.646365 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9fbfbb-6a32-4214-b952-f3bf43dc705b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:48.656551 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9fbfbb-6a32-4214-b952-f3bf43dc705b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:48.656551 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9fbfbb-6a32-4214-b952-f3bf43dc705b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:48.657416 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9fbfbb-6a32-4214-b952-f3bf43dc705b None None] Tracked resource versions report: Jan 19 22:26:48.657416 dv-cinder-750782-5-smb neutron-server[80054]: pushed versions: Jan 19 22:26:48.657416 dv-cinder-750782-5-smb neutron-server[80054]: { 'AddressGroup': {'1.1'}, Jan 19 22:26:48.657416 dv-cinder-750782-5-smb neutron-server[80054]: 'ConntrackHelper': {'1.0'}, Jan 19 22:26:48.657416 dv-cinder-750782-5-smb neutron-server[80054]: 'Log': {'1.0'}, Jan 19 22:26:48.657416 dv-cinder-750782-5-smb neutron-server[80054]: 'Network': {'1.1'}, Jan 19 22:26:48.657416 dv-cinder-750782-5-smb neutron-server[80054]: 'Port': {'1.6'}, Jan 19 22:26:48.657416 dv-cinder-750782-5-smb neutron-server[80054]: 'PortForwarding': {'1.2'}, Jan 19 22:26:48.657416 dv-cinder-750782-5-smb neutron-server[80054]: 'QosPolicy': {'1.8'}, Jan 19 22:26:48.657416 dv-cinder-750782-5-smb neutron-server[80054]: 'SecurityGroup': {'1.4'}, Jan 19 22:26:48.657416 dv-cinder-750782-5-smb neutron-server[80054]: 'SecurityGroupRule': {'1.2'}, Jan 19 22:26:48.657416 dv-cinder-750782-5-smb neutron-server[80054]: 'SubPort': {'1.0'}, Jan 19 22:26:48.657416 dv-cinder-750782-5-smb neutron-server[80054]: 'Subnet': {'1.1'}, Jan 19 22:26:48.657416 dv-cinder-750782-5-smb neutron-server[80054]: 'Trunk': {'1.1'}} Jan 19 22:26:48.657416 dv-cinder-750782-5-smb neutron-server[80054]: consumer versions: Jan 19 22:26:48.657416 dv-cinder-750782-5-smb neutron-server[80054]: { DHCP agent@dv-cinder-750782-5-smb: {}, Jan 19 22:26:48.657416 dv-cinder-750782-5-smb neutron-server[80054]: L3 agent@dv-cinder-750782-5-smb: {}, Jan 19 22:26:48.657416 dv-cinder-750782-5-smb neutron-server[80054]: Metadata agent@dv-cinder-750782-5-smb: {}, Jan 19 22:26:48.657416 dv-cinder-750782-5-smb neutron-server[80054]: Metering agent@dv-cinder-750782-5-smb: {}, Jan 19 22:26:48.657416 dv-cinder-750782-5-smb neutron-server[80054]: Open vSwitch agent@dv-cinder-750782-5-smb: { 'AddressGroup': '1.1', Jan 19 22:26:48.657416 dv-cinder-750782-5-smb neutron-server[80054]: 'ConntrackHelper': '1.0', Jan 19 22:26:48.657416 dv-cinder-750782-5-smb neutron-server[80054]: 'Log': '1.0', Jan 19 22:26:48.657416 dv-cinder-750782-5-smb neutron-server[80054]: 'Network': '1.1', Jan 19 22:26:48.657416 dv-cinder-750782-5-smb neutron-server[80054]: 'Port': '1.6', Jan 19 22:26:48.657416 dv-cinder-750782-5-smb neutron-server[80054]: 'PortForwarding': '1.2', Jan 19 22:26:48.657416 dv-cinder-750782-5-smb neutron-server[80054]: 'QosPolicy': '1.8', Jan 19 22:26:48.657416 dv-cinder-750782-5-smb neutron-server[80054]: 'SecurityGroup': '1.4', Jan 19 22:26:48.657416 dv-cinder-750782-5-smb neutron-server[80054]: 'SecurityGroupRule': '1.2', Jan 19 22:26:48.657416 dv-cinder-750782-5-smb neutron-server[80054]: 'SubPort': '1.0', Jan 19 22:26:48.657416 dv-cinder-750782-5-smb neutron-server[80054]: 'Subnet': '1.1', Jan 19 22:26:48.657416 dv-cinder-750782-5-smb neutron-server[80054]: 'Trunk': '1.1'}, Jan 19 22:26:48.657416 dv-cinder-750782-5-smb neutron-server[80054]: Open vSwitch agent@hv-cinder-75078: { 'AddressGroup': '1.1', Jan 19 22:26:48.657416 dv-cinder-750782-5-smb neutron-server[80054]: 'ConntrackHelper': '1.0', Jan 19 22:26:48.657416 dv-cinder-750782-5-smb neutron-server[80054]: 'Log': '1.0', Jan 19 22:26:48.657416 dv-cinder-750782-5-smb neutron-server[80054]: 'Network': '1.1', Jan 19 22:26:48.657416 dv-cinder-750782-5-smb neutron-server[80054]: 'Port': '1.6', Jan 19 22:26:48.657416 dv-cinder-750782-5-smb neutron-server[80054]: 'PortForwarding': '1.2', Jan 19 22:26:48.657416 dv-cinder-750782-5-smb neutron-server[80054]: 'QosPolicy': '1.8', Jan 19 22:26:48.657416 dv-cinder-750782-5-smb neutron-server[80054]: 'SecurityGroup': '1.4', Jan 19 22:26:48.657416 dv-cinder-750782-5-smb neutron-server[80054]: 'SecurityGroupRule': '1.2', Jan 19 22:26:48.657416 dv-cinder-750782-5-smb neutron-server[80054]: 'SubPort': '1.0', Jan 19 22:26:48.657416 dv-cinder-750782-5-smb neutron-server[80054]: 'Subnet': '1.1', Jan 19 22:26:48.657416 dv-cinder-750782-5-smb neutron-server[80054]: 'Trunk': '1.1'}} Jan 19 22:26:48.657416 dv-cinder-750782-5-smb neutron-server[80054]: {{(pid=80167) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 19 22:26:48.691631 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-ea9fbfbb-6a32-4214-b952-f3bf43dc705b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:48.703111 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-ea9fbfbb-6a32-4214-b952-f3bf43dc705b None None] For port e59a3b3f-1574-4215-9b26-9991919f02e9, host dv-cinder-750782-5-smb, cleared binding levels {{(pid=80167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:26:48.706962 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-ea9fbfbb-6a32-4214-b952-f3bf43dc705b None None] For port e59a3b3f-1574-4215-9b26-9991919f02e9, host dv-cinder-750782-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=e59a3b3f-1574-4215-9b26-9991919f02e9,segment=NetworkSegment(c0eefc68-d721-4cc9-9571-b071e90f43c2),segment_id=c0eefc68-d721-4cc9-9571-b071e90f43c2)] {{(pid=80167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:26:48.711884 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-5d3e1580-0fd2-464c-9694-813b79433213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:48.712617 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ea9fbfbb-6a32-4214-b952-f3bf43dc705b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:48.738258 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-0335434e-02a0-48b0-96d9-809cd9a67ed8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:48.753852 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:48.833734 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-5d3e1580-0fd2-464c-9694-813b79433213 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=baff0f48f22f4ee8bcff3f36dc476c26&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2575045 Jan 19 22:26:48.835449 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.db_base_plugin_common [None req-112f6fe2-8097-43a4-baf0-99874e6b1f78 admin admin] Allocated IP 172.28.2.132 (8d9e1b39-82c1-4058-b2cd-c5f96fe21028/38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0/e6c5bf0a-eb61-473f-a266-8bcc4e1632ba) {{(pid=80165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:26:48.841257 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 49022) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:26:48.842181 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3e1580-0fd2-464c-9694-813b79433213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e165d322-d579-4f39-8fc4-6a49573c12ab,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:48.849453 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-5d3e1580-0fd2-464c-9694-813b79433213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:49.054010 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e12bee78-3009-4b3e-8dd3-812646cd9583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:49.110721 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-77ec5864-c88f-43da-b7f0-ee4a2ad68e98 None None] Set router 02c8d085-5410-45b1-8c14-a42888047f36 gateway port host: dv-cinder-750782-5-smb {{(pid=80168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:26:49.128281 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1fc1d725-774e-4f37-9bd7-7307395f2cf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:49.152795 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-1fc1d725-774e-4f37-9bd7-7307395f2cf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:26:49.161260 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-1fc1d725-774e-4f37-9bd7-7307395f2cf6 admin admin] Usage tracker for resource:security_group_rule and tenant:75a8b5fc5f9342bea8db75de703cf661 is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:26:49.167236 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-1fc1d725-774e-4f37-9bd7-7307395f2cf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:26:49.168331 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e12bee78-3009-4b3e-8dd3-812646cd9583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:49.178125 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-1fc1d725-774e-4f37-9bd7-7307395f2cf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:26:49.300644 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9fbfbb-6a32-4214-b952-f3bf43dc705b None None] Pushing event updated for resources: {'Port': ['ID=e59a3b3f-1574-4215-9b26-9991919f02e9,revision_number=2']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:49.320806 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-112f6fe2-8097-43a4-baf0-99874e6b1f78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:49.353978 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-ea9fbfbb-6a32-4214-b952-f3bf43dc705b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:49.367216 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f1d0496e-66e0-4b2e-9b1b-6a9d46f8c174 req-4477ac69-34a8-4fea-8a99-2147eb82b597 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=b49da20f-27e3-4872-bac6-e86c1596ead3 HTTP/1.1" status: 200 len: 210 time: 0.1785309 Jan 19 22:26:49.526170 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e12bee78-3009-4b3e-8dd3-812646cd9583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:49.532724 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-bd96a89c-a45e-41e4-a1a6-9f5e84cfd7f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:49.544664 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [req-ff89190e-f69d-4927-b29d-7a63029fdf61 req-504d4942-b0ae-458e-8813-5b1f27ce897a service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80166) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 22:26:49.545798 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ff89190e-f69d-4927-b29d-7a63029fdf61 req-504d4942-b0ae-458e-8813-5b1f27ce897a service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.4447124 Jan 19 22:26:49.555199 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-112f6fe2-8097-43a4-baf0-99874e6b1f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307085170889'] for port, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:49.559919 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12bee78-3009-4b3e-8dd3-812646cd9583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e165d322-d579-4f39-8fc4-6a49573c12ab,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:49.564338 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-e12bee78-3009-4b3e-8dd3-812646cd9583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:49.606076 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.66', 62520) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:26:49.713498 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-77ec5864-c88f-43da-b7f0-ee4a2ad68e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c8d085-5410-45b1-8c14-a42888047f36', 'name': 'tempest-ServerRescueNegativeTestJSON-375895063-router', 'tenant_id': '7d1b4115b3444684a9fd42e8fcaf64a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '0012715b-081c-412f-8388-5c9479ceb1fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:26:41Z', 'updated_at': '2021-01-19T22:26:45Z', 'revision_number': 3, 'project_id': '7d1b4115b3444684a9fd42e8fcaf64a4', 'gw_port': {'id': '0012715b-081c-412f-8388-5c9479ceb1fd', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d9:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c8d085-5410-45b1-8c14-a42888047f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:26:43Z', 'updated_at': '2021-01-19T22:26:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb'}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:26:49.718214 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ec5864-c88f-43da-b7f0-ee4a2ad68e98 None None] Checking router: 02c8d085-5410-45b1-8c14-a42888047f36 for host: dv-cinder-750782-5-smb {{(pid=80168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:26:49.718845 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ec5864-c88f-43da-b7f0-ee4a2ad68e98 None None] Updating router 02c8d085-5410-45b1-8c14-a42888047f36 port 0012715b-081c-412f-8388-5c9479ceb1fd binding host dv-cinder-750782-5-smb {{(pid=80168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 19 22:26:49.793612 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:49.836104 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-77ec5864-c88f-43da-b7f0-ee4a2ad68e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:49.880452 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112f6fe2-8097-43a4-baf0-99874e6b1f78 admin admin] Pushing event updated for resources: {'Port': ['ID=e6c5bf0a-eb61-473f-a266-8bcc4e1632ba,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:49.884343 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-112f6fe2-8097-43a4-baf0-99874e6b1f78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:49.895472 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112f6fe2-8097-43a4-baf0-99874e6b1f78 admin admin] Network 8d9e1b39-82c1-4058-b2cd-c5f96fe21028 is already hosted by enough agents. {{(pid=80165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:26:49.896770 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e12bee78-3009-4b3e-8dd3-812646cd9583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:49.900452 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-e12bee78-3009-4b3e-8dd3-812646cd9583 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e165d322-d579-4f39-8fc4-6a49573c12ab HTTP/1.1" status: 204 len: 168 time: 1.0519018 Jan 19 22:26:49.900452 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [None req-112f6fe2-8097-43a4-baf0-99874e6b1f78 admin admin] Resources bound (agent type, host, resource id): {{(pid=80165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:26:49.905034 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112f6fe2-8097-43a4-baf0-99874e6b1f78 admin admin] Received port after_create {{(pid=80165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:26:50.223745 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ff89190e-f69d-4927-b29d-7a63029fdf61 req-37d0b747-4781-4b04-9a44-dbbf805457c7 service neutron] 10.222.0.43 "GET /v2.0/networks/e4a9de19-b918-46f4-a492-f3eb46bbdf28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6611037 Jan 19 22:26:50.287317 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1fc1d725-774e-4f37-9bd7-7307395f2cf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:50.325819 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1fc1d725-774e-4f37-9bd7-7307395f2cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:50.348307 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-7a806cd9-8b35-4f90-a5cb-3210cb3c1ae5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:50.380196 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b7aa4-0afd-43a4-8a8f-8a3264640c15 req-a67e8370-df28-4e33-8647-ea5358ca1706 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:50.380996 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-080b7aa4-0afd-43a4-8a8f-8a3264640c15 req-a67e8370-df28-4e33-8647-ea5358ca1706 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Synchronizing usage tracker for tenant:5d4105938837484d8d82719812401145 on resource:network {{(pid=80166) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:26:50.590155 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-1fc1d725-774e-4f37-9bd7-7307395f2cf6 admin admin] Synchronizing usage tracker for tenant:7dcf1b7f927449c3a745cadc3dc36db2 on resource:security_group {{(pid=80166) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:26:50.629037 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-080b7aa4-0afd-43a4-8a8f-8a3264640c15 req-a67e8370-df28-4e33-8647-ea5358ca1706 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Unset dirty status for tenant:5d4105938837484d8d82719812401145 on resource:network {{(pid=80166) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:26:50.630553 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-080b7aa4-0afd-43a4-8a8f-8a3264640c15 req-a67e8370-df28-4e33-8647-ea5358ca1706 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.66 "GET /v2.0/networks?id=2740a62a-3c9e-4608-87cc-687201ae0aa2 HTTP/1.1" status: 200 len: 815 time: 1.0184662 Jan 19 22:26:50.653241 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-112f6fe2-8097-43a4-baf0-99874e6b1f78 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:50.679618 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc1d725-774e-4f37-9bd7-7307395f2cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41d3944-7d3f-4e1f-b1b9-4ade69ca6e3f,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:50.703030 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-1fc1d725-774e-4f37-9bd7-7307395f2cf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:50.717013 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [req-080b7aa4-0afd-43a4-8a8f-8a3264640c15 req-6dd61287-df3e-458c-92cf-eff3a2e5713e tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Request body: {'port': {'device_id': 'b49da20f-27e3-4872-bac6-e86c1596ead3', 'network_id': '2740a62a-3c9e-4608-87cc-687201ae0aa2', 'admin_state_up': True, 'tenant_id': '5d4105938837484d8d82719812401145'}} {{(pid=80166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:26:50.779032 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ff89190e-f69d-4927-b29d-7a63029fdf61 req-de40d4b0-aae5-4fae-ba3d-f3e33c63df3e service neutron] 10.222.0.43 "GET /v2.0/networks/e4a9de19-b918-46f4-a492-f3eb46bbdf28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5543382 Jan 19 22:26:50.815244 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-1fc1d725-774e-4f37-9bd7-7307395f2cf6 admin admin] Unset dirty status for tenant:7dcf1b7f927449c3a745cadc3dc36db2 on resource:security_group {{(pid=80166) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:26:50.816603 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-1fc1d725-774e-4f37-9bd7-7307395f2cf6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=75a8b5fc5f9342bea8db75de703cf661&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3444343 Jan 19 22:26:50.821848 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-77ec5864-c88f-43da-b7f0-ee4a2ad68e98 None None] Notify callbacks [] for port, precommit_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:50.822531 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 49100) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:26:50.860434 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-77ec5864-c88f-43da-b7f0-ee4a2ad68e98 None None] Transition to ACTIVE for port object 0012715b-081c-412f-8388-5c9479ceb1fd will not be triggered until provisioned by entity L2. {{(pid=80168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:26:50.873178 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-77ec5864-c88f-43da-b7f0-ee4a2ad68e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:51.347344 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:51.523542 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device e59a3b3f-1574-4215-9b26-9991919f02e9 up at agent ovs-agent-dv-cinder-750782-5-smb {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:26:51.624206 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b65f239-8e46-4e9c-8516-3ef576ecd183 None None] Pushing event updated for resources: {'Port': ['ID=0012715b-081c-412f-8388-5c9479ceb1fd,revision_number=2']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:51.633592 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-1c36db98-c994-4b7c-8586-bd6dfd14ce69 req-a00b8793-6287-47de-b339-850a93a9a543 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=b49da20f-27e3-4872-bac6-e86c1596ead3 HTTP/1.1" status: 200 len: 210 time: 0.6912665 Jan 19 22:26:51.691269 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b65f239-8e46-4e9c-8516-3ef576ecd183 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:51.691630 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b65f239-8e46-4e9c-8516-3ef576ecd183 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:51.693813 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b65f239-8e46-4e9c-8516-3ef576ecd183 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:51.697140 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b65f239-8e46-4e9c-8516-3ef576ecd183 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:51.698886 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-112f6fe2-8097-43a4-baf0-99874e6b1f78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854333059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451232'] for router, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:51.699616 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b65f239-8e46-4e9c-8516-3ef576ecd183 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:51.701749 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b65f239-8e46-4e9c-8516-3ef576ecd183 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:51.702389 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b65f239-8e46-4e9c-8516-3ef576ecd183 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:51.717695 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b65f239-8e46-4e9c-8516-3ef576ecd183 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:51.722563 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b65f239-8e46-4e9c-8516-3ef576ecd183 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:51.727825 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b65f239-8e46-4e9c-8516-3ef576ecd183 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:51.732223 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b65f239-8e46-4e9c-8516-3ef576ecd183 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:51.735356 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b65f239-8e46-4e9c-8516-3ef576ecd183 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:51.737534 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b65f239-8e46-4e9c-8516-3ef576ecd183 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:51.738791 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-c7044070-0e24-4a70-b290-4c27e395b27b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:51.740762 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b65f239-8e46-4e9c-8516-3ef576ecd183 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:51.741486 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b65f239-8e46-4e9c-8516-3ef576ecd183 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:51.742071 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b65f239-8e46-4e9c-8516-3ef576ecd183 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:51.746726 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b65f239-8e46-4e9c-8516-3ef576ecd183 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:51.751962 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b65f239-8e46-4e9c-8516-3ef576ecd183 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:51.752812 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b65f239-8e46-4e9c-8516-3ef576ecd183 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:51.753258 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b65f239-8e46-4e9c-8516-3ef576ecd183 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:51.755993 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b65f239-8e46-4e9c-8516-3ef576ecd183 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:51.757829 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b65f239-8e46-4e9c-8516-3ef576ecd183 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:51.758411 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b65f239-8e46-4e9c-8516-3ef576ecd183 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:51.760838 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b65f239-8e46-4e9c-8516-3ef576ecd183 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:51.764779 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b65f239-8e46-4e9c-8516-3ef576ecd183 None None] Tracked resource versions report: Jan 19 22:26:51.764779 dv-cinder-750782-5-smb neutron-server[80054]: pushed versions: Jan 19 22:26:51.764779 dv-cinder-750782-5-smb neutron-server[80054]: { 'AddressGroup': {'1.1'}, Jan 19 22:26:51.764779 dv-cinder-750782-5-smb neutron-server[80054]: 'ConntrackHelper': {'1.0'}, Jan 19 22:26:51.764779 dv-cinder-750782-5-smb neutron-server[80054]: 'Log': {'1.0'}, Jan 19 22:26:51.764779 dv-cinder-750782-5-smb neutron-server[80054]: 'Network': {'1.1'}, Jan 19 22:26:51.764779 dv-cinder-750782-5-smb neutron-server[80054]: 'Port': {'1.6'}, Jan 19 22:26:51.764779 dv-cinder-750782-5-smb neutron-server[80054]: 'PortForwarding': {'1.2'}, Jan 19 22:26:51.764779 dv-cinder-750782-5-smb neutron-server[80054]: 'QosPolicy': {'1.8'}, Jan 19 22:26:51.764779 dv-cinder-750782-5-smb neutron-server[80054]: 'SecurityGroup': {'1.4'}, Jan 19 22:26:51.764779 dv-cinder-750782-5-smb neutron-server[80054]: 'SecurityGroupRule': {'1.2'}, Jan 19 22:26:51.764779 dv-cinder-750782-5-smb neutron-server[80054]: 'SubPort': {'1.0'}, Jan 19 22:26:51.764779 dv-cinder-750782-5-smb neutron-server[80054]: 'Subnet': {'1.1'}, Jan 19 22:26:51.764779 dv-cinder-750782-5-smb neutron-server[80054]: 'Trunk': {'1.1'}} Jan 19 22:26:51.764779 dv-cinder-750782-5-smb neutron-server[80054]: consumer versions: Jan 19 22:26:51.764779 dv-cinder-750782-5-smb neutron-server[80054]: { DHCP agent@dv-cinder-750782-5-smb: {}, Jan 19 22:26:51.764779 dv-cinder-750782-5-smb neutron-server[80054]: L3 agent@dv-cinder-750782-5-smb: {}, Jan 19 22:26:51.764779 dv-cinder-750782-5-smb neutron-server[80054]: Metadata agent@dv-cinder-750782-5-smb: {}, Jan 19 22:26:51.764779 dv-cinder-750782-5-smb neutron-server[80054]: Metering agent@dv-cinder-750782-5-smb: {}, Jan 19 22:26:51.764779 dv-cinder-750782-5-smb neutron-server[80054]: Open vSwitch agent@dv-cinder-750782-5-smb: { 'AddressGroup': '1.1', Jan 19 22:26:51.764779 dv-cinder-750782-5-smb neutron-server[80054]: 'ConntrackHelper': '1.0', Jan 19 22:26:51.764779 dv-cinder-750782-5-smb neutron-server[80054]: 'Log': '1.0', Jan 19 22:26:51.764779 dv-cinder-750782-5-smb neutron-server[80054]: 'Network': '1.1', Jan 19 22:26:51.764779 dv-cinder-750782-5-smb neutron-server[80054]: 'Port': '1.6', Jan 19 22:26:51.764779 dv-cinder-750782-5-smb neutron-server[80054]: 'PortForwarding': '1.2', Jan 19 22:26:51.764779 dv-cinder-750782-5-smb neutron-server[80054]: 'QosPolicy': '1.8', Jan 19 22:26:51.764779 dv-cinder-750782-5-smb neutron-server[80054]: 'SecurityGroup': '1.4', Jan 19 22:26:51.764779 dv-cinder-750782-5-smb neutron-server[80054]: 'SecurityGroupRule': '1.2', Jan 19 22:26:51.764779 dv-cinder-750782-5-smb neutron-server[80054]: 'SubPort': '1.0', Jan 19 22:26:51.764779 dv-cinder-750782-5-smb neutron-server[80054]: 'Subnet': '1.1', Jan 19 22:26:51.764779 dv-cinder-750782-5-smb neutron-server[80054]: 'Trunk': '1.1'}, Jan 19 22:26:51.764779 dv-cinder-750782-5-smb neutron-server[80054]: Open vSwitch agent@hv-cinder-75078: { 'AddressGroup': '1.1', Jan 19 22:26:51.764779 dv-cinder-750782-5-smb neutron-server[80054]: 'ConntrackHelper': '1.0', Jan 19 22:26:51.764779 dv-cinder-750782-5-smb neutron-server[80054]: 'Log': '1.0', Jan 19 22:26:51.764779 dv-cinder-750782-5-smb neutron-server[80054]: 'Network': '1.1', Jan 19 22:26:51.764779 dv-cinder-750782-5-smb neutron-server[80054]: 'Port': '1.6', Jan 19 22:26:51.764779 dv-cinder-750782-5-smb neutron-server[80054]: 'PortForwarding': '1.2', Jan 19 22:26:51.764779 dv-cinder-750782-5-smb neutron-server[80054]: 'QosPolicy': '1.8', Jan 19 22:26:51.764779 dv-cinder-750782-5-smb neutron-server[80054]: 'SecurityGroup': '1.4', Jan 19 22:26:51.764779 dv-cinder-750782-5-smb neutron-server[80054]: 'SecurityGroupRule': '1.2', Jan 19 22:26:51.764779 dv-cinder-750782-5-smb neutron-server[80054]: 'SubPort': '1.0', Jan 19 22:26:51.764779 dv-cinder-750782-5-smb neutron-server[80054]: 'Subnet': '1.1', Jan 19 22:26:51.764779 dv-cinder-750782-5-smb neutron-server[80054]: 'Trunk': '1.1'}} Jan 19 22:26:51.764779 dv-cinder-750782-5-smb neutron-server[80054]: {{(pid=80168) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 19 22:26:51.784053 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [req-080b7aa4-0afd-43a4-8a8f-8a3264640c15 req-6dd61287-df3e-458c-92cf-eff3a2e5713e tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:26:51.801761 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-09007ea8-e20c-4cf1-acb1-0ef9779869d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:51.850760 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Provisioning for port e59a3b3f-1574-4215-9b26-9991919f02e9 completed by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:26:51.890552 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d53bcd5-f319-4263-971d-a1771c370b69 None None] Network 9833d04b-801e-468a-b55d-a07f3c5885cd requested from dv-cinder-750782-5-smb {{(pid=80167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:26:51.911416 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-77ec5864-c88f-43da-b7f0-ee4a2ad68e98 None None] Attempting to bind port 0012715b-081c-412f-8388-5c9479ceb1fd on host dv-cinder-750782-5-smb for vnic_type normal with profile {{(pid=80168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:26:51.911834 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-77ec5864-c88f-43da-b7f0-ee4a2ad68e98 None None] Attempting to bind port 0012715b-081c-412f-8388-5c9479ceb1fd by drivers openvswitch on host dv-cinder-750782-5-smb at level 0 using segments [{'id': 'eae0621e-0013-4ba3-ab53-cef85e02fc92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028'}] {{(pid=80168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:26:51.912241 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ec5864-c88f-43da-b7f0-ee4a2ad68e98 None None] Attempting to bind port 0012715b-081c-412f-8388-5c9479ceb1fd on network 8d9e1b39-82c1-4058-b2cd-c5f96fe21028 {{(pid=80168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:26:51.920686 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-080b7aa4-0afd-43a4-8a8f-8a3264640c15 req-6dd61287-df3e-458c-92cf-eff3a2e5713e tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Usage tracker for resource:port and tenant:5d4105938837484d8d82719812401145 is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:26:51.939869 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ec5864-c88f-43da-b7f0-ee4a2ad68e98 None None] Checking agent: {'id': 'f078d5c4-c25a-4ec9-8658-39b8d5860620', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 17, 33), 'started_at': datetime.datetime(2021, 1, 19, 22, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:26:51.940163 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ec5864-c88f-43da-b7f0-ee4a2ad68e98 None None] Checking segment: {'id': 'eae0621e-0013-4ba3-ab53-cef85e02fc92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:26:51.940607 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-77ec5864-c88f-43da-b7f0-ee4a2ad68e98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:51.946494 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ec5864-c88f-43da-b7f0-ee4a2ad68e98 None None] Bound using segment: {'id': 'eae0621e-0013-4ba3-ab53-cef85e02fc92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028'} {{(pid=80168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:26:51.947393 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-77ec5864-c88f-43da-b7f0-ee4a2ad68e98 None None] Bound port: 0012715b-081c-412f-8388-5c9479ceb1fd, host: dv-cinder-750782-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae0621e-0013-4ba3-ab53-cef85e02fc92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028'}}] {{(pid=80168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:26:51.948601 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-77ec5864-c88f-43da-b7f0-ee4a2ad68e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:51.971885 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-080b7aa4-0afd-43a4-8a8f-8a3264640c15 req-6dd61287-df3e-458c-92cf-eff3a2e5713e tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Quota usage for port was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:26:52.018294 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [req-080b7aa4-0afd-43a4-8a8f-8a3264640c15 req-6dd61287-df3e-458c-92cf-eff3a2e5713e tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:26:52.041641 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-080b7aa4-0afd-43a4-8a8f-8a3264640c15 req-6dd61287-df3e-458c-92cf-eff3a2e5713e tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Made reservation on behalf of 5d4105938837484d8d82719812401145 for: {'port': 1} {{(pid=80166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:26:52.055206 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-080b7aa4-0afd-43a4-8a8f-8a3264640c15 req-6dd61287-df3e-458c-92cf-eff3a2e5713e tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:52.140553 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-c7044070-0e24-4a70-b290-4c27e395b27b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:52.140950 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-77ec5864-c88f-43da-b7f0-ee4a2ad68e98 None None] For port 0012715b-081c-412f-8388-5c9479ceb1fd, host dv-cinder-750782-5-smb, cleared binding levels {{(pid=80168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:26:52.140950 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-77ec5864-c88f-43da-b7f0-ee4a2ad68e98 None None] For port 0012715b-081c-412f-8388-5c9479ceb1fd, host dv-cinder-750782-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=0012715b-081c-412f-8388-5c9479ceb1fd,segment=NetworkSegment(eae0621e-0013-4ba3-ab53-cef85e02fc92),segment_id=eae0621e-0013-4ba3-ab53-cef85e02fc92)] {{(pid=80168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:26:52.141189 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-03c3527c-9a46-44d9-b248-69c0d03a8439 None None] Provisioning for port e59a3b3f-1574-4215-9b26-9991919f02e9 completed by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:26:52.143986 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-77ec5864-c88f-43da-b7f0-ee4a2ad68e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:52.172651 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-03c3527c-9a46-44d9-b248-69c0d03a8439 None None] Provisioning complete for port e59a3b3f-1574-4215-9b26-9991919f02e9 triggered by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:26:52.173085 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-03c3527c-9a46-44d9-b248-69c0d03a8439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:52.472367 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-1b65f239-8e46-4e9c-8516-3ef576ecd183 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.147s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:52.473364 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:52.627410 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b65f239-8e46-4e9c-8516-3ef576ecd183 None None] Pushing event updated for resources: {'Port': ['ID=0012715b-081c-412f-8388-5c9479ceb1fd,revision_number=3']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:52.649870 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-1b65f239-8e46-4e9c-8516-3ef576ecd183 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:52.667127 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ec5864-c88f-43da-b7f0-ee4a2ad68e98 None None] Routers {'02c8d085-5410-45b1-8c14-a42888047f36'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:26:52.667843 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-77ec5864-c88f-43da-b7f0-ee4a2ad68e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:26:32Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['02c8d085-5410-45b1-8c14-a42888047f36'], 'active': True} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:26:52.731360 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-03c3527c-9a46-44d9-b248-69c0d03a8439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:52.791879 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-03c3527c-9a46-44d9-b248-69c0d03a8439 None None] For port e59a3b3f-1574-4215-9b26-9991919f02e9, host dv-cinder-750782-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=e59a3b3f-1574-4215-9b26-9991919f02e9,segment=NetworkSegment(c0eefc68-d721-4cc9-9571-b071e90f43c2),segment_id=c0eefc68-d721-4cc9-9571-b071e90f43c2)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:26:52.798499 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-03c3527c-9a46-44d9-b248-69c0d03a8439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:52.801226 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:52.952818 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-2fd9c069-a5a2-4a86-940a-b3e24346d2fe req-9a305f0f-b7e7-4c2e-832d-52e6f85afc77 tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] 10.222.0.43 "GET /v2.0/ports?device_id=24b39422-3a4d-475b-8e3e-4794aadf633c HTTP/1.1" status: 200 len: 210 time: 0.2367268 Jan 19 22:26:53.045287 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c3527c-9a46-44d9-b248-69c0d03a8439 None None] Pushing event updated for resources: {'Port': ['ID=e59a3b3f-1574-4215-9b26-9991919f02e9,revision_number=3']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:53.062610 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-03c3527c-9a46-44d9-b248-69c0d03a8439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:53.168853 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-112f6fe2-8097-43a4-baf0-99874e6b1f78 admin admin] Router d22e703f-4e05-4603-b87d-f1e492cf1ab8 is scheduled to L3 agent f53f1119-c8e9-4b63-a732-32c6c8f5b9fc with binding_index 1 {{(pid=80165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 19 22:26:53.289787 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-08c5b718-4e5b-47be-9296-e1844123bfbc None None] Provisioning complete for port e59a3b3f-1574-4215-9b26-9991919f02e9 triggered by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:26:53.297373 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-08c5b718-4e5b-47be-9296-e1844123bfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:53.492326 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-77ec5864-c88f-43da-b7f0-ee4a2ad68e98 None None] Set router 02c8d085-5410-45b1-8c14-a42888047f36 gateway port host: dv-cinder-750782-5-smb {{(pid=80168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:26:53.535150 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device e59a3b3f-1574-4215-9b26-9991919f02e9 up at agent ovs-agent-dv-cinder-750782-5-smb {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:26:53.818386 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 49184) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:26:53.844552 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Provisioning complete for port e59a3b3f-1574-4215-9b26-9991919f02e9 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:26:53.854568 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:54.024639 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112f6fe2-8097-43a4-baf0-99874e6b1f78 admin admin] Notify agent at l3_agent.dv-cinder-750782-5-smb the message routers_updated {{(pid=80165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:26:54.070353 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0e979a-a074-4293-9ed2-36f4e7613e81 None None] Sync routers for ids ['d22e703f-4e05-4603-b87d-f1e492cf1ab8'] in dv-cinder-750782-5-smb {{(pid=80167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:26:54.090681 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-112f6fe2-8097-43a4-baf0-99874e6b1f78 admin admin] Notify callbacks [] for router, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:54.098256 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0e979a-a074-4293-9ed2-36f4e7613e81 None None] Routers {'d22e703f-4e05-4603-b87d-f1e492cf1ab8'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:26:54.099421 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-4c0e979a-a074-4293-9ed2-36f4e7613e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:26:32Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['d22e703f-4e05-4603-b87d-f1e492cf1ab8'], 'active': True} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:26:54.099976 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-112f6fe2-8097-43a4-baf0-99874e6b1f78 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.2326016 Jan 19 22:26:54.103426 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 49198) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:26:54.208761 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-006b634b-1d9e-4f80-a787-380a2574a32c req-f35fc06d-efee-4df4-a940-787b786ba625 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=b49da20f-27e3-4872-bac6-e86c1596ead3 HTTP/1.1" status: 200 len: 210 time: 0.5456684 Jan 19 22:26:54.574061 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-4c0e979a-a074-4293-9ed2-36f4e7613e81 None None] Set router d22e703f-4e05-4603-b87d-f1e492cf1ab8 gateway port host: dv-cinder-750782-5-smb {{(pid=80167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:26:54.748164 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-e123cb2b-836c-488f-af71-34db2e8ac562 None None] Provisioning complete for port e59a3b3f-1574-4215-9b26-9991919f02e9 triggered by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:26:54.748592 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e123cb2b-836c-488f-af71-34db2e8ac562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:54.780019 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-77ec5864-c88f-43da-b7f0-ee4a2ad68e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c8d085-5410-45b1-8c14-a42888047f36', 'name': 'tempest-ServerRescueNegativeTestJSON-375895063-router', 'tenant_id': '7d1b4115b3444684a9fd42e8fcaf64a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '0012715b-081c-412f-8388-5c9479ceb1fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:26:41Z', 'updated_at': '2021-01-19T22:26:45Z', 'revision_number': 3, 'project_id': '7d1b4115b3444684a9fd42e8fcaf64a4', 'gw_port': {'id': '0012715b-081c-412f-8388-5c9479ceb1fd', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d9:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c8d085-5410-45b1-8c14-a42888047f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:26:43Z', 'updated_at': '2021-01-19T22:26:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb'}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:26:54.794892 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ec5864-c88f-43da-b7f0-ee4a2ad68e98 None None] The sync data for ids ['02c8d085-5410-45b1-8c14-a42888047f36'] in dv-cinder-750782-5-smb is: [{'id': '02c8d085-5410-45b1-8c14-a42888047f36', 'name': 'tempest-ServerRescueNegativeTestJSON-375895063-router', 'tenant_id': '7d1b4115b3444684a9fd42e8fcaf64a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '0012715b-081c-412f-8388-5c9479ceb1fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:26:41Z', 'updated_at': '2021-01-19T22:26:45Z', 'revision_number': 3, 'project_id': '7d1b4115b3444684a9fd42e8fcaf64a4', 'gw_port': {'id': '0012715b-081c-412f-8388-5c9479ceb1fd', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d9:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c8d085-5410-45b1-8c14-a42888047f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:26:43Z', 'updated_at': '2021-01-19T22:26:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb'}] {{(pid=80168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:26:54.899058 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d5678f65-915b-4a2c-94b1-a04ce45aeb52 req-957b04f3-df83-4976-ba9b-db30fa7651c5 tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] 10.222.0.43 "GET /v2.0/ports?device_id=24b39422-3a4d-475b-8e3e-4794aadf633c HTTP/1.1" status: 200 len: 210 time: 0.2417846 Jan 19 22:26:54.929984 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-4b3b6ebf-9800-472f-903f-c841ffa61f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:55.014437 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-4b3b6ebf-9800-472f-903f-c841ffa61f47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:26:55.037612 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-4b3b6ebf-9800-472f-903f-c841ffa61f47 admin admin] Usage tracker for resource:security_group_rule and tenant:179e18b0f3f04be5a18d71d880ceef05 is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:26:55.052639 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-4b3b6ebf-9800-472f-903f-c841ffa61f47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:26:55.055939 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.db_base_plugin_common [req-080b7aa4-0afd-43a4-8a8f-8a3264640c15 req-6dd61287-df3e-458c-92cf-eff3a2e5713e tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Allocated IP 172.20.0.5 (2740a62a-3c9e-4608-87cc-687201ae0aa2/159ed613-693d-4448-ae87-c90c7e446752/c38f0175-7732-4335-8d1f-b44d4fbf8fca) {{(pid=80166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:26:55.075338 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-4b3b6ebf-9800-472f-903f-c841ffa61f47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:26:55.232250 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-c7044070-0e24-4a70-b290-4c27e395b27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:55.740192 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:55.748895 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-4c0e979a-a074-4293-9ed2-36f4e7613e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'name': 'tempest-AttachVolumeTestJSON-850801678-router', 'tenant_id': '14b41834d79d4e868fed82c53411eba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': 'e6c5bf0a-eb61-473f-a266-8bcc4e1632ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:26:45Z', 'updated_at': '2021-01-19T22:26:50Z', 'revision_number': 3, 'project_id': '14b41834d79d4e868fed82c53411eba6', 'gw_port': {'id': 'e6c5bf0a-eb61-473f-a266-8bcc4e1632ba', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:15:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:26:48Z', 'updated_at': '2021-01-19T22:26:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb'}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:26:55.762587 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0e979a-a074-4293-9ed2-36f4e7613e81 None None] Checking router: d22e703f-4e05-4603-b87d-f1e492cf1ab8 for host: dv-cinder-750782-5-smb {{(pid=80167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:26:55.763003 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0e979a-a074-4293-9ed2-36f4e7613e81 None None] Updating router d22e703f-4e05-4603-b87d-f1e492cf1ab8 port e6c5bf0a-eb61-473f-a266-8bcc4e1632ba binding host dv-cinder-750782-5-smb {{(pid=80167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 19 22:26:55.929859 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-4c0e979a-a074-4293-9ed2-36f4e7613e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:56.008637 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-246b720d-0b3f-44cc-8893-fa9c1e5b85da req-64f091f8-beb6-428a-b954-ce6d777126ab tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Synchronizing usage tracker for tenant:5d4105938837484d8d82719812401145 on resource:port {{(pid=80166) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:26:56.151618 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-4b3b6ebf-9800-472f-903f-c841ffa61f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:56.180485 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-4b3b6ebf-9800-472f-903f-c841ffa61f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:56.215276 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-5d3e1580-0fd2-464c-9694-813b79433213 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:56.313879 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.db_base_plugin_common [None req-09007ea8-e20c-4cf1-acb1-0ef9779869d5 admin admin] Allocated IP 172.20.0.1 (856f698c-d037-4288-89b3-b30e0383555d/1a97053a-7ac6-44d6-84ad-912d742b25fc/c6323484-7a34-4a35-b60f-588ce3e58ecc) {{(pid=80166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:26:56.356181 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.66', 62535) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:26:56.366221 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7044070-0e24-4a70-b290-4c27e395b27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41d3944-7d3f-4e1f-b1b9-4ade69ca6e3f,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:56.380155 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-18da8359-1daf-48b8-90f9-c8386e0fdefe req-1b1ac13e-96a2-4fe0-8f06-8ec6fede2fd8 tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] 10.222.0.43 "GET /v2.0/ports?device_id=24b39422-3a4d-475b-8e3e-4794aadf633c HTTP/1.1" status: 200 len: 210 time: 0.0859957 Jan 19 22:26:56.401460 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-4b3b6ebf-9800-472f-903f-c841ffa61f47 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=179e18b0f3f04be5a18d71d880ceef05&name=default HTTP/1.1" status: 200 len: 2975 time: 2.5787899 Jan 19 22:26:56.470523 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-080b7aa4-0afd-43a4-8a8f-8a3264640c15 req-6dd61287-df3e-458c-92cf-eff3a2e5713e tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Notify callbacks [] for port, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:56.762587 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 49250) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:26:56.763429 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b6ebf-9800-472f-903f-c841ffa61f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a64a5f8-a8b8-4266-b41f-f6dbadb0c03c,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:56.811967 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-09007ea8-e20c-4cf1-acb1-0ef9779869d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:56.838486 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-c7044070-0e24-4a70-b290-4c27e395b27b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.099s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:56.859113 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-c7044070-0e24-4a70-b290-4c27e395b27b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:56.862706 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89190e-f69d-4927-b29d-7a63029fdf61 req-461aca6b-8a5b-44f9-973c-2de518ddd14d tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:56.863514 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-ff89190e-f69d-4927-b29d-7a63029fdf61 req-461aca6b-8a5b-44f9-973c-2de518ddd14d tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] Synchronizing usage tracker for tenant:d37c6aad9be642819e0acf0be56ef338 on resource:network {{(pid=80165) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:26:56.895551 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-c7044070-0e24-4a70-b290-4c27e395b27b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e41d3944-7d3f-4e1f-b1b9-4ade69ca6e3f HTTP/1.1" status: 204 len: 168 time: 6.0686362 Jan 19 22:26:56.903399 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-4b3b6ebf-9800-472f-903f-c841ffa61f47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.688s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:56.972248 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-09007ea8-e20c-4cf1-acb1-0ef9779869d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307085170889'] for port, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:56.982357 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-246b720d-0b3f-44cc-8893-fa9c1e5b85da req-64f091f8-beb6-428a-b954-ce6d777126ab tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Unset dirty status for tenant:5d4105938837484d8d82719812401145 on resource:port {{(pid=80166) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:26:56.985550 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-246b720d-0b3f-44cc-8893-fa9c1e5b85da req-64f091f8-beb6-428a-b954-ce6d777126ab tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=b49da20f-27e3-4872-bac6-e86c1596ead3 HTTP/1.1" status: 200 len: 210 time: 1.2799687 Jan 19 22:26:57.029925 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-ff89190e-f69d-4927-b29d-7a63029fdf61 req-461aca6b-8a5b-44f9-973c-2de518ddd14d tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] Unset dirty status for tenant:d37c6aad9be642819e0acf0be56ef338 on resource:network {{(pid=80165) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:26:57.031672 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ff89190e-f69d-4927-b29d-7a63029fdf61 req-461aca6b-8a5b-44f9-973c-2de518ddd14d tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] 10.222.0.66 "GET /v2.0/networks?id=e4a9de19-b918-46f4-a492-f3eb46bbdf28 HTTP/1.1" status: 200 len: 812 time: 0.6550732 Jan 19 22:26:57.055894 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:57.227867 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [req-ff89190e-f69d-4927-b29d-7a63029fdf61 req-e7003623-284f-4435-9de7-ae0d43d20e2d tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] Request body: {'port': {'device_id': '24b39422-3a4d-475b-8e3e-4794aadf633c', 'network_id': 'e4a9de19-b918-46f4-a492-f3eb46bbdf28', 'admin_state_up': True, 'tenant_id': 'd37c6aad9be642819e0acf0be56ef338'}} {{(pid=80165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:26:57.287293 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09007ea8-e20c-4cf1-acb1-0ef9779869d5 admin admin] Pushing event updated for resources: {'Port': ['ID=c6323484-7a34-4a35-b60f-588ce3e58ecc,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:57.292649 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-09007ea8-e20c-4cf1-acb1-0ef9779869d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:57.323367 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-96a3aa87-9d92-481a-8612-7ed6d9346365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:57.380182 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-4c0e979a-a074-4293-9ed2-36f4e7613e81 None None] Notify callbacks [] for port, precommit_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:57.384134 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-080b7aa4-0afd-43a4-8a8f-8a3264640c15 req-6dd61287-df3e-458c-92cf-eff3a2e5713e tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307085170889'] for port, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:57.416989 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-5cd3b11c-c677-42b9-8bca-e725db9c0242 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:57.431309 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-4c0e979a-a074-4293-9ed2-36f4e7613e81 None None] Transition to ACTIVE for port object e6c5bf0a-eb61-473f-a266-8bcc4e1632ba will not be triggered until provisioned by entity L2. {{(pid=80167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:26:57.438953 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-4c0e979a-a074-4293-9ed2-36f4e7613e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:57.493603 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-ea9fbfbb-6a32-4214-b952-f3bf43dc705b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:57.556440 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-96a3aa87-9d92-481a-8612-7ed6d9346365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:57.579130 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [req-ff89190e-f69d-4927-b29d-7a63029fdf61 req-e7003623-284f-4435-9de7-ae0d43d20e2d tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:26:57.597577 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-ff89190e-f69d-4927-b29d-7a63029fdf61 req-e7003623-284f-4435-9de7-ae0d43d20e2d tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] Usage tracker for resource:port and tenant:d37c6aad9be642819e0acf0be56ef338 is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:26:57.632402 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09007ea8-e20c-4cf1-acb1-0ef9779869d5 admin admin] Network 856f698c-d037-4288-89b3-b30e0383555d is already hosted by enough agents. {{(pid=80166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:26:57.664332 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [None req-09007ea8-e20c-4cf1-acb1-0ef9779869d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=80166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:26:57.665632 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device 0012715b-081c-412f-8388-5c9479ceb1fd up at agent ovs-agent-dv-cinder-750782-5-smb {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:26:57.666850 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09007ea8-e20c-4cf1-acb1-0ef9779869d5 admin admin] Received port after_create {{(pid=80166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:26:57.667414 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-09007ea8-e20c-4cf1-acb1-0ef9779869d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447740'] for router_interface, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:57.834227 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-ff89190e-f69d-4927-b29d-7a63029fdf61 req-e7003623-284f-4435-9de7-ae0d43d20e2d tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] Quota usage for port was recalculated. Used quota:0. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:26:57.853165 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-3c03d638-ccae-4d67-991c-666ad874aeda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:57.856159 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd61287-df3e-458c-92cf-eff3a2e5713e tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Pushing event updated for resources: {'Port': ['ID=c38f0175-7732-4335-8d1f-b44d4fbf8fca,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:57.871471 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-6dd61287-df3e-458c-92cf-eff3a2e5713e tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:58.239519 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-080b7aa4-0afd-43a4-8a8f-8a3264640c15 req-6dd61287-df3e-458c-92cf-eff3a2e5713e tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Network 2740a62a-3c9e-4608-87cc-687201ae0aa2 is already hosted by enough agents. {{(pid=80166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:26:58.242448 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [req-080b7aa4-0afd-43a4-8a8f-8a3264640c15 req-6dd61287-df3e-458c-92cf-eff3a2e5713e tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Resources bound (agent type, host, resource id): {{(pid=80166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:26:58.253463 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [req-080b7aa4-0afd-43a4-8a8f-8a3264640c15 req-6dd61287-df3e-458c-92cf-eff3a2e5713e tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Received port after_create {{(pid=80166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:26:58.293872 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b7aa4-0afd-43a4-8a8f-8a3264640c15 req-6dd61287-df3e-458c-92cf-eff3a2e5713e tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:58.294617 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-080b7aa4-0afd-43a4-8a8f-8a3264640c15 req-6dd61287-df3e-458c-92cf-eff3a2e5713e tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for port, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:58.367544 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-080b7aa4-0afd-43a4-8a8f-8a3264640c15 req-6dd61287-df3e-458c-92cf-eff3a2e5713e tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.6603107 Jan 19 22:26:58.448107 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [req-080b7aa4-0afd-43a4-8a8f-8a3264640c15 req-274ddba9-3c7c-41c3-a485-22a3a73dd349 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80166) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 22:26:58.456842 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-080b7aa4-0afd-43a4-8a8f-8a3264640c15 req-274ddba9-3c7c-41c3-a485-22a3a73dd349 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0280044 Jan 19 22:26:58.567294 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [req-ff89190e-f69d-4927-b29d-7a63029fdf61 req-e7003623-284f-4435-9de7-ae0d43d20e2d tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:26:58.580436 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210f432b-bb93-4b5e-89b3-fc7eb39b837b None None] Pushing event updated for resources: {'Port': ['ID=e6c5bf0a-eb61-473f-a266-8bcc4e1632ba,revision_number=2']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:58.624884 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-210f432b-bb93-4b5e-89b3-fc7eb39b837b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.136s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:58.740921 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-09007ea8-e20c-4cf1-acb1-0ef9779869d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:58.772269 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Provisioning for port 0012715b-081c-412f-8388-5c9479ceb1fd completed by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:26:58.786873 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Provisioning complete for port 0012715b-081c-412f-8388-5c9479ceb1fd triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:26:58.787271 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:58.991318 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-7efb3ba9-349d-4479-9bed-ec81378885a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:59.015616 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-4c0e979a-a074-4293-9ed2-36f4e7613e81 None None] Attempting to bind port e6c5bf0a-eb61-473f-a266-8bcc4e1632ba on host dv-cinder-750782-5-smb for vnic_type normal with profile {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:26:59.016081 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-4c0e979a-a074-4293-9ed2-36f4e7613e81 None None] Attempting to bind port e6c5bf0a-eb61-473f-a266-8bcc4e1632ba by drivers openvswitch on host dv-cinder-750782-5-smb at level 0 using segments [{'id': 'eae0621e-0013-4ba3-ab53-cef85e02fc92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028'}] {{(pid=80167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:26:59.016641 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0e979a-a074-4293-9ed2-36f4e7613e81 None None] Attempting to bind port e6c5bf0a-eb61-473f-a266-8bcc4e1632ba on network 8d9e1b39-82c1-4058-b2cd-c5f96fe21028 {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:26:59.026894 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0e979a-a074-4293-9ed2-36f4e7613e81 None None] Checking agent: {'id': 'f078d5c4-c25a-4ec9-8658-39b8d5860620', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 17, 33), 'started_at': datetime.datetime(2021, 1, 19, 22, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:26:59.027322 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0e979a-a074-4293-9ed2-36f4e7613e81 None None] Checking segment: {'id': 'eae0621e-0013-4ba3-ab53-cef85e02fc92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:26:59.027777 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-4c0e979a-a074-4293-9ed2-36f4e7613e81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:59.028227 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0e979a-a074-4293-9ed2-36f4e7613e81 None None] Bound using segment: {'id': 'eae0621e-0013-4ba3-ab53-cef85e02fc92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028'} {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:26:59.028776 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-4c0e979a-a074-4293-9ed2-36f4e7613e81 None None] Bound port: e6c5bf0a-eb61-473f-a266-8bcc4e1632ba, host: dv-cinder-750782-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae0621e-0013-4ba3-ab53-cef85e02fc92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028'}}] {{(pid=80167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:26:59.029293 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-4c0e979a-a074-4293-9ed2-36f4e7613e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:59.085206 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 49312) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:26:59.208357 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-4c0e979a-a074-4293-9ed2-36f4e7613e81 None None] For port e6c5bf0a-eb61-473f-a266-8bcc4e1632ba, host dv-cinder-750782-5-smb, cleared binding levels {{(pid=80167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:26:59.212954 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-4c0e979a-a074-4293-9ed2-36f4e7613e81 None None] For port e6c5bf0a-eb61-473f-a266-8bcc4e1632ba, host dv-cinder-750782-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=e6c5bf0a-eb61-473f-a266-8bcc4e1632ba,segment=NetworkSegment(eae0621e-0013-4ba3-ab53-cef85e02fc92),segment_id=eae0621e-0013-4ba3-ab53-cef85e02fc92)] {{(pid=80167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:26:59.221633 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-4c0e979a-a074-4293-9ed2-36f4e7613e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:59.254894 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.db_base_plugin_common [None req-3c03d638-ccae-4d67-991c-666ad874aeda admin admin] Allocated IP 172.20.0.1 (9833d04b-801e-468a-b55d-a07f3c5885cd/1981add0-450b-4ba4-a4b4-88355edcb693/b1128e34-0566-4b0c-a792-578b245f19df) {{(pid=80165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:26:59.353796 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83444f-d336-4133-9289-ce9f3177f383 req-8f12a379-42b0-44c0-a403-b653d4e2f9b6 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:59.384488 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-1e83444f-d336-4133-9289-ce9f3177f383 req-8f12a379-42b0-44c0-a403-b653d4e2f9b6 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=b49da20f-27e3-4872-bac6-e86c1596ead3 HTTP/1.1" status: 200 len: 931 time: 0.9264829 Jan 19 22:26:59.488544 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-09c4d180-f556-4a41-ba78-6bf73d1b14dd req-8dcd0af3-0ade-401e-8d90-252f8c67ad1e tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] 10.222.0.43 "GET /v2.0/ports?device_id=24b39422-3a4d-475b-8e3e-4794aadf633c HTTP/1.1" status: 200 len: 210 time: 1.7620027 Jan 19 22:26:59.512723 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff89190e-f69d-4927-b29d-7a63029fdf61 req-e7003623-284f-4435-9de7-ae0d43d20e2d tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] Made reservation on behalf of d37c6aad9be642819e0acf0be56ef338 for: {'port': 1} {{(pid=80165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:26:59.524130 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:59.533392 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [req-080b7aa4-0afd-43a4-8a8f-8a3264640c15 req-4f323956-2c40-4228-a0c4-d0cee71b8dd0 service neutron] Request body: {'port': {'device_id': 'b49da20f-27e3-4872-bac6-e86c1596ead3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:26:59.535882 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-ff89190e-f69d-4927-b29d-7a63029fdf61 req-e7003623-284f-4435-9de7-ae0d43d20e2d tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:59.587723 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-4f58bc0b-3070-4748-a108-c4d7d686d958 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1629768041-network', 'tenant_id': '1d41d65e945e421db207c69c9ea84e1a'}} {{(pid=80166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:26:59.593049 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-4f58bc0b-3070-4748-a108-c4d7d686d958 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:26:59.597154 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-4f58bc0b-3070-4748-a108-c4d7d686d958 admin admin] Usage tracker for resource:network and tenant:1d41d65e945e421db207c69c9ea84e1a is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:26:59.600942 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-4f58bc0b-3070-4748-a108-c4d7d686d958 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:26:59.693180 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-3c03d638-ccae-4d67-991c-666ad874aeda admin admin] Notify callbacks [] for port, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:59.714863 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-4f58bc0b-3070-4748-a108-c4d7d686d958 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:26:59.748438 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210f432b-bb93-4b5e-89b3-fc7eb39b837b None None] Pushing event updated for resources: {'Port': ['ID=e6c5bf0a-eb61-473f-a266-8bcc4e1632ba,revision_number=3']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:59.766419 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-96a3aa87-9d92-481a-8612-7ed6d9346365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:59.779006 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-210f432b-bb93-4b5e-89b3-fc7eb39b837b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:59.794694 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-86e170f7-128a-4e9a-ba22-9e6cdd6fe9ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:59.815384 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-1e83444f-d336-4133-9289-ce9f3177f383 req-ebc82287-4f0b-4504-904b-218c1611c008 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Synchronizing usage tracker for tenant:5d4105938837484d8d82719812401145 on resource:security_group {{(pid=80166) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:26:59.838946 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-96a3aa87-9d92-481a-8612-7ed6d9346365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:59.843998 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f58bc0b-3070-4748-a108-c4d7d686d958 admin admin] Made reservation on behalf of 1d41d65e945e421db207c69c9ea84e1a for: {'network': 1} {{(pid=80166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:26:59.844194 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-96a3aa87-9d92-481a-8612-7ed6d9346365 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9a64a5f8-a8b8-4266-b41f-f6dbadb0c03c HTTP/1.1" status: 204 len: 168 time: 2.9637146 Jan 19 22:26:59.847114 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a3aa87-9d92-481a-8612-7ed6d9346365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a64a5f8-a8b8-4266-b41f-f6dbadb0c03c,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:59.847290 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-4f58bc0b-3070-4748-a108-c4d7d686d958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for network, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:59.849896 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-96a3aa87-9d92-481a-8612-7ed6d9346365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:59.854091 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-3c03d638-ccae-4d67-991c-666ad874aeda admin admin] Transition to ACTIVE for port object b1128e34-0566-4b0c-a792-578b245f19df will not be triggered until provisioned by entity DHCP. {{(pid=80165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:26:59.969239 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-4f58bc0b-3070-4748-a108-c4d7d686d958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:00.007080 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 49334) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:00.064718 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:00.086572 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] For port 0012715b-081c-412f-8388-5c9479ceb1fd, host dv-cinder-750782-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=0012715b-081c-412f-8388-5c9479ceb1fd,segment=NetworkSegment(eae0621e-0013-4ba3-ab53-cef85e02fc92),segment_id=eae0621e-0013-4ba3-ab53-cef85e02fc92)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:27:00.095129 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-3c03d638-ccae-4d67-991c-666ad874aeda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307085170889'] for port, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:00.101350 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:00.121612 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:00.166028 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-080b7aa4-0afd-43a4-8a8f-8a3264640c15 req-4f323956-2c40-4228-a0c4-d0cee71b8dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:00.200115 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-1e83444f-d336-4133-9289-ce9f3177f383 req-ebc82287-4f0b-4504-904b-218c1611c008 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Unset dirty status for tenant:5d4105938837484d8d82719812401145 on resource:security_group {{(pid=80166) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:27:00.216196 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-1e83444f-d336-4133-9289-ce9f3177f383 req-ebc82287-4f0b-4504-904b-218c1611c008 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/security-groups?id=9328ab63-6502-4afe-9f51-4c69c085bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8296318 Jan 19 22:27:00.217475 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-4f58bc0b-3070-4748-a108-c4d7d686d958 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:27:00.238067 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Pushing event updated for resources: {'Port': ['ID=0012715b-081c-412f-8388-5c9479ceb1fd,revision_number=4']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:00.268838 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:00.273092 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0e979a-a074-4293-9ed2-36f4e7613e81 None None] Routers {'d22e703f-4e05-4603-b87d-f1e492cf1ab8'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:27:00.274330 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-4c0e979a-a074-4293-9ed2-36f4e7613e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:26:32Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['d22e703f-4e05-4603-b87d-f1e492cf1ab8'], 'active': True} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:27:00.306337 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-09007ea8-e20c-4cf1-acb1-0ef9779869d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:00.313481 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-09007ea8-e20c-4cf1-acb1-0ef9779869d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:00.318049 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-4f58bc0b-3070-4748-a108-c4d7d686d958 admin admin] Usage tracker for resource:security_group_rule and tenant:1d41d65e945e421db207c69c9ea84e1a is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:27:00.318437 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.db_base_plugin_common [req-ff89190e-f69d-4927-b29d-7a63029fdf61 req-e7003623-284f-4435-9de7-ae0d43d20e2d tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] Allocated IP 172.20.0.9 (e4a9de19-b918-46f4-a492-f3eb46bbdf28/abc29594-b075-4efe-90dc-929519eb8c83/826a1eaa-1d02-4f61-a590-57f8dc282a58) {{(pid=80165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:27:00.321559 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-bd96a89c-a45e-41e4-a1a6-9f5e84cfd7f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:00.350611 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-09007ea8-e20c-4cf1-acb1-0ef9779869d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-541615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854328225'] for router_interface, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:00.406741 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-4f58bc0b-3070-4748-a108-c4d7d686d958 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:27:00.437741 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-4f58bc0b-3070-4748-a108-c4d7d686d958 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:27:00.615777 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c03d638-ccae-4d67-991c-666ad874aeda admin admin] Network 9833d04b-801e-468a-b55d-a07f3c5885cd is already hosted by enough agents. {{(pid=80165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:27:00.656423 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [None req-3c03d638-ccae-4d67-991c-666ad874aeda admin admin] Resources bound (agent type, host, resource id): {{(pid=80165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:27:00.661017 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c03d638-ccae-4d67-991c-666ad874aeda admin admin] Received port after_create {{(pid=80165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:27:00.665027 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-3c03d638-ccae-4d67-991c-666ad874aeda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447740'] for router_interface, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:00.746031 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-4f58bc0b-3070-4748-a108-c4d7d686d958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:00.752816 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-6dd61287-df3e-458c-92cf-eff3a2e5713e tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:00.758382 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c03d638-ccae-4d67-991c-666ad874aeda admin admin] Pushing event updated for resources: {'Port': ['ID=b1128e34-0566-4b0c-a792-578b245f19df,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:00.763853 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-3c03d638-ccae-4d67-991c-666ad874aeda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:00.828643 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-4c0e979a-a074-4293-9ed2-36f4e7613e81 None None] Set router d22e703f-4e05-4603-b87d-f1e492cf1ab8 gateway port host: dv-cinder-750782-5-smb {{(pid=80167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:27:00.880642 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-53365272-6408-469a-970f-faca7b6060ba req-f04140ed-6537-4575-843d-02818701e275 tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] 10.222.0.43 "GET /v2.0/ports?device_id=24b39422-3a4d-475b-8e3e-4794aadf633c HTTP/1.1" status: 200 len: 210 time: 0.0761719 Jan 19 22:27:00.959583 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 49352) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:01.077709 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-fdca62a2-380e-4724-9506-a875955f4510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:01.088717 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-6f5a2336-5aae-49b4-ad89-9f2c3db3420a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:01.111362 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09007ea8-e20c-4cf1-acb1-0ef9779869d5 admin admin] Pushing event updated for resources: {'Port': ['ID=c6323484-7a34-4a35-b60f-588ce3e58ecc,revision_number=2']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:01.122237 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-09007ea8-e20c-4cf1-acb1-0ef9779869d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:01.123004 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-4f58bc0b-3070-4748-a108-c4d7d686d958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:01.150359 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-6f5a2336-5aae-49b4-ad89-9f2c3db3420a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:27:01.162726 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-6f5a2336-5aae-49b4-ad89-9f2c3db3420a admin admin] Usage tracker for resource:security_group_rule and tenant:cf160457fcbb4fef9602c05afcc58739 is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:27:01.169997 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-6f5a2336-5aae-49b4-ad89-9f2c3db3420a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:27:01.190375 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-6f5a2336-5aae-49b4-ad89-9f2c3db3420a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:27:01.241565 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-69a15d31-064e-48a8-b452-d8bf0c2d6fb5 None None] Provisioning for port b1128e34-0566-4b0c-a792-578b245f19df completed by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:27:01.257480 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-69a15d31-064e-48a8-b452-d8bf0c2d6fb5 None None] Provisioning complete for port b1128e34-0566-4b0c-a792-578b245f19df triggered by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:27:01.258399 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-69a15d31-064e-48a8-b452-d8bf0c2d6fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:01.401736 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-6f5a2336-5aae-49b4-ad89-9f2c3db3420a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:01.417493 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-fdca62a2-380e-4724-9506-a875955f4510 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:27:01.456566 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-6f5a2336-5aae-49b4-ad89-9f2c3db3420a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:01.489950 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:01.603629 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 49362) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:01.604687 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-fdca62a2-380e-4724-9506-a875955f4510 admin admin] Usage tracker for resource:security_group_rule and tenant:aa18339bd2f840acabd5bca0032cc226 is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:27:01.657957 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-4b3b6ebf-9800-472f-903f-c841ffa61f47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:01.708473 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-fdca62a2-380e-4724-9506-a875955f4510 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:27:01.713232 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-69a15d31-064e-48a8-b452-d8bf0c2d6fb5 None None] Port b1128e34-0566-4b0c-a792-578b245f19df cannot update to ACTIVE because it is not bound. {{(pid=80167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 22:27:01.717758 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5a2336-5aae-49b4-ad89-9f2c3db3420a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d367e5b5-39b8-4b42-ba7c-0a68e470bdf3,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:01.721633 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1243c519-8875-4095-9705-67b78462088e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:01.732977 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f58bc0b-3070-4748-a108-c4d7d686d958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4436cb-96ad-46f6-81e6-30dd326956a2,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:01.747629 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-fdca62a2-380e-4724-9506-a875955f4510 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:27:01.748316 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-4f58bc0b-3070-4748-a108-c4d7d686d958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:01.773979 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-6f5a2336-5aae-49b4-ad89-9f2c3db3420a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:01.806933 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-6f5a2336-5aae-49b4-ad89-9f2c3db3420a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cf160457fcbb4fef9602c05afcc58739&name=default HTTP/1.1" status: 200 len: 2977 time: 0.8268638 Jan 19 22:27:01.839970 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 49372) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:01.876416 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f58bc0b-3070-4748-a108-c4d7d686d958 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 19 22:27:01.892370 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e7e48713-e53b-4d08-bfe4-e9f7cd9e41ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:01.970660 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1226fe24-54a1-4dee-a623-ac8d1345e9a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:01.973741 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-4c0e979a-a074-4293-9ed2-36f4e7613e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'name': 'tempest-AttachVolumeTestJSON-850801678-router', 'tenant_id': '14b41834d79d4e868fed82c53411eba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': 'e6c5bf0a-eb61-473f-a266-8bcc4e1632ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:26:45Z', 'updated_at': '2021-01-19T22:26:50Z', 'revision_number': 3, 'project_id': '14b41834d79d4e868fed82c53411eba6', 'gw_port': {'id': 'e6c5bf0a-eb61-473f-a266-8bcc4e1632ba', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:15:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:26:48Z', 'updated_at': '2021-01-19T22:26:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb'}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:27:01.981107 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0e979a-a074-4293-9ed2-36f4e7613e81 None None] The sync data for ids ['d22e703f-4e05-4603-b87d-f1e492cf1ab8'] in dv-cinder-750782-5-smb is: [{'id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'name': 'tempest-AttachVolumeTestJSON-850801678-router', 'tenant_id': '14b41834d79d4e868fed82c53411eba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': 'e6c5bf0a-eb61-473f-a266-8bcc4e1632ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:26:45Z', 'updated_at': '2021-01-19T22:26:50Z', 'revision_number': 3, 'project_id': '14b41834d79d4e868fed82c53411eba6', 'gw_port': {'id': 'e6c5bf0a-eb61-473f-a266-8bcc4e1632ba', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:15:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:26:48Z', 'updated_at': '2021-01-19T22:26:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb'}] {{(pid=80167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:27:02.023358 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1226fe24-54a1-4dee-a623-ac8d1345e9a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:02.066303 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-3c03d638-ccae-4d67-991c-666ad874aeda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:02.102142 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-4f58bc0b-3070-4748-a108-c4d7d686d958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560818'] for segment, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:02.102628 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.db.segments_db [None req-4f58bc0b-3070-4748-a108-c4d7d686d958 admin admin] Added segment 2b39fe0f-aa76-4315-ae2a-e2b677fa8d14 of type vxlan for network 581b2557-663a-4a8f-b6a0-e3185ab83804 Jan 19 22:27:02.128583 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a1c51804-988f-4a53-be91-78fca95f4b1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:02.150497 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-ff89190e-f69d-4927-b29d-7a63029fdf61 req-e7003623-284f-4435-9de7-ae0d43d20e2d tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] Notify callbacks [] for port, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:02.151534 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1226fe24-54a1-4dee-a623-ac8d1345e9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:02.185644 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-4f58bc0b-3070-4748-a108-c4d7d686d958 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729769566152'] for network, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:02.212752 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device 0012715b-081c-412f-8388-5c9479ceb1fd up at agent ovs-agent-dv-cinder-750782-5-smb {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:27:02.248310 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:02.291564 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09007ea8-e20c-4cf1-acb1-0ef9779869d5 admin admin] Network 856f698c-d037-4288-89b3-b30e0383555d is already hosted by enough agents. {{(pid=80166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:27:02.309710 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.db.resource_extend [req-080b7aa4-0afd-43a4-8a8f-8a3264640c15 req-4f323956-2c40-4228-a0c4-d0cee71b8dd0 service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80166) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 19 22:27:02.320014 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [None req-09007ea8-e20c-4cf1-acb1-0ef9779869d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=80166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:27:02.343178 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-fdca62a2-380e-4724-9506-a875955f4510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:02.347091 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Provisioning complete for port 0012715b-081c-412f-8388-5c9479ceb1fd triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:27:02.348439 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:02.358479 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1226fe24-54a1-4dee-a623-ac8d1345e9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d367e5b5-39b8-4b42-ba7c-0a68e470bdf3,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:02.360748 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-a1c51804-988f-4a53-be91-78fca95f4b1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:27:02.361304 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-1226fe24-54a1-4dee-a623-ac8d1345e9a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:02.478832 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-a1c51804-988f-4a53-be91-78fca95f4b1a admin admin] Usage tracker for resource:security_group_rule and tenant:b942eba5e1bf4af7969c781ccfb89381 is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:27:02.482646 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-a1c51804-988f-4a53-be91-78fca95f4b1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:27:02.497861 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-a1c51804-988f-4a53-be91-78fca95f4b1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:27:02.538401 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-fdca62a2-380e-4724-9506-a875955f4510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:02.545341 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-ff89190e-f69d-4927-b29d-7a63029fdf61 req-e7003623-284f-4435-9de7-ae0d43d20e2d tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307085170889'] for port, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:02.571302 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.db.resource_extend [None req-4f58bc0b-3070-4748-a108-c4d7d686d958 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80166) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 19 22:27:02.612812 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1226fe24-54a1-4dee-a623-ac8d1345e9a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:02.614183 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-1226fe24-54a1-4dee-a623-ac8d1345e9a9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d367e5b5-39b8-4b42-ba7c-0a68e470bdf3 HTTP/1.1" status: 204 len: 168 time: 0.7731371 Jan 19 22:27:02.648050 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [req-080b7aa4-0afd-43a4-8a8f-8a3264640c15 req-4f323956-2c40-4228-a0c4-d0cee71b8dd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c38f0175-7732-4335-8d1f-b44d4fbf8fca {{(pid=80166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 19 22:27:02.657230 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-080b7aa4-0afd-43a4-8a8f-8a3264640c15 req-4f323956-2c40-4228-a0c4-d0cee71b8dd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:02.669607 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:02.672115 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [req-080b7aa4-0afd-43a4-8a8f-8a3264640c15 req-4f323956-2c40-4228-a0c4-d0cee71b8dd0 service neutron] Transition to ACTIVE for port object c38f0175-7732-4335-8d1f-b44d4fbf8fca will not be triggered until provisioned by entity L2. {{(pid=80166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:27:02.683401 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-080b7aa4-0afd-43a4-8a8f-8a3264640c15 req-4f323956-2c40-4228-a0c4-d0cee71b8dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:02.690725 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-fdca62a2-380e-4724-9506-a875955f4510 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=aa18339bd2f840acabd5bca0032cc226&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6656730 Jan 19 22:27:02.701112 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 49382) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:02.727027 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454dfc1-00f3-4a53-ae3c-e5c14e9343a5 req-ca2f9238-02ff-456f-8338-db4b7d75e8a1 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:02.734901 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6454dfc1-00f3-4a53-ae3c-e5c14e9343a5 req-ca2f9238-02ff-456f-8338-db4b7d75e8a1 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=b49da20f-27e3-4872-bac6-e86c1596ead3 HTTP/1.1" status: 200 len: 931 time: 0.9959829 Jan 19 22:27:02.832137 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-09007ea8-e20c-4cf1-acb1-0ef9779869d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:02.882524 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6454dfc1-00f3-4a53-ae3c-e5c14e9343a5 req-b1aea442-5501-486a-bfd9-fa5c8b9e5d3f tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/security-groups?id=9328ab63-6502-4afe-9f51-4c69c085bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458583 Jan 19 22:27:02.922338 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-4f58bc0b-3070-4748-a108-c4d7d686d958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596'] for network, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:02.940878 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f58bc0b-3070-4748-a108-c4d7d686d958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:02.945529 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-4f58bc0b-3070-4748-a108-c4d7d686d958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for network, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:03.002671 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:03.071812 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-4f58bc0b-3070-4748-a108-c4d7d686d958 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.9763210 Jan 19 22:27:03.073495 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d82123-1e9c-4345-8e8c-6cddc29e87b1 req-3576acce-be6c-4efd-a6a0-2a9b6a23e92c tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:03.075203 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d6d82123-1e9c-4345-8e8c-6cddc29e87b1 req-3576acce-be6c-4efd-a6a0-2a9b6a23e92c tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] 10.222.0.43 "GET /v2.0/ports?device_id=24b39422-3a4d-475b-8e3e-4794aadf633c HTTP/1.1" status: 200 len: 931 time: 0.8586030 Jan 19 22:27:03.075756 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 49390) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:03.119110 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdca62a2-380e-4724-9506-a875955f4510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1687377-a5c0-4bbc-94fb-422bf74ed313,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:03.125958 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-fdca62a2-380e-4724-9506-a875955f4510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:03.152058 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f323956-2c40-4228-a0c4-d0cee71b8dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=c38f0175-7732-4335-8d1f-b44d4fbf8fca,revision_number=2']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:03.156341 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-3c03d638-ccae-4d67-991c-666ad874aeda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.315s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:03.161306 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-4f323956-2c40-4228-a0c4-d0cee71b8dd0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:03.161306 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.182s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:03.208898 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-6e1fae8b-efe6-4fac-9b11-646e75e108c1 admin admin] Request body: {'subnet': {'network_id': '581b2557-663a-4a8f-b6a0-e3185ab83804', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1629768041-subnet', 'tenant_id': '1d41d65e945e421db207c69c9ea84e1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:27:03.231352 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-6e1fae8b-efe6-4fac-9b11-646e75e108c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:27:03.236417 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-6e1fae8b-efe6-4fac-9b11-646e75e108c1 admin admin] Usage tracker for resource:subnet and tenant:1d41d65e945e421db207c69c9ea84e1a is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:27:03.239876 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-6e1fae8b-efe6-4fac-9b11-646e75e108c1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:27:03.282123 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-6e1fae8b-efe6-4fac-9b11-646e75e108c1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:27:03.332468 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff89190e-f69d-4927-b29d-7a63029fdf61 req-e7003623-284f-4435-9de7-ae0d43d20e2d tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] Network e4a9de19-b918-46f4-a492-f3eb46bbdf28 is already hosted by enough agents. {{(pid=80165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:27:03.359108 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 49402) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:03.361148 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [req-ff89190e-f69d-4927-b29d-7a63029fdf61 req-e7003623-284f-4435-9de7-ae0d43d20e2d tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] Resources bound (agent type, host, resource id): {{(pid=80165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:27:03.364672 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff89190e-f69d-4927-b29d-7a63029fdf61 req-e7003623-284f-4435-9de7-ae0d43d20e2d tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] Received port after_create {{(pid=80165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:27:03.383710 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8bdf443e-3544-4df7-a37c-063f9f459872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:03.390787 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89190e-f69d-4927-b29d-7a63029fdf61 req-e7003623-284f-4435-9de7-ae0d43d20e2d tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:03.391615 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-ff89190e-f69d-4927-b29d-7a63029fdf61 req-e7003623-284f-4435-9de7-ae0d43d20e2d tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for port, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:03.456139 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09007ea8-e20c-4cf1-acb1-0ef9779869d5 admin admin] Router 02c8d085-5410-45b1-8c14-a42888047f36 has already been hosted by L3 agent f53f1119-c8e9-4b63-a732-32c6c8f5b9fc {{(pid=80166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 22:27:03.593549 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f58bc0b-3070-4748-a108-c4d7d686d958 admin admin] Pushing event updated for resources: {'Network': ['ID=581b2557-663a-4a8f-b6a0-e3185ab83804,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:03.605491 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Network 581b2557-663a-4a8f-b6a0-e3185ab83804 details requested by agent ovs-agent-dv-cinder-750782-5-smb with host dv-cinder-750782-5-smb {{(pid=80167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:27:03.649287 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Network 581b2557-663a-4a8f-b6a0-e3185ab83804 details requested by agent ovs-agent-hv-cinder-75078 with host hv-cinder-75078 {{(pid=80167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:27:03.662471 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-4f58bc0b-3070-4748-a108-c4d7d686d958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:03.680059 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1fae8b-efe6-4fac-9b11-646e75e108c1 admin admin] Made reservation on behalf of 1d41d65e945e421db207c69c9ea84e1a for: {'subnet': 1} {{(pid=80165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:27:03.685098 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-6e1fae8b-efe6-4fac-9b11-646e75e108c1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:03.755748 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7003623-284f-4435-9de7-ae0d43d20e2d tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] Pushing event updated for resources: {'Port': ['ID=826a1eaa-1d02-4f61-a590-57f8dc282a58,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:03.758444 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-542f42e0-3d74-49fc-82e4-42fd45299f34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:03.772418 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [req-080b7aa4-0afd-43a4-8a8f-8a3264640c15 req-4f323956-2c40-4228-a0c4-d0cee71b8dd0 service neutron] Attempting to bind port c38f0175-7732-4335-8d1f-b44d4fbf8fca on host hv-cinder-75078 for vnic_type normal with profile {{(pid=80166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:27:03.772815 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [req-080b7aa4-0afd-43a4-8a8f-8a3264640c15 req-4f323956-2c40-4228-a0c4-d0cee71b8dd0 service neutron] Attempting to bind port c38f0175-7732-4335-8d1f-b44d4fbf8fca by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': '2494e6ea-e327-4774-b77a-709af40c6c25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2740a62a-3c9e-4608-87cc-687201ae0aa2'}] {{(pid=80166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:27:03.773189 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080b7aa4-0afd-43a4-8a8f-8a3264640c15 req-4f323956-2c40-4228-a0c4-d0cee71b8dd0 service neutron] Attempting to bind port c38f0175-7732-4335-8d1f-b44d4fbf8fca on network 2740a62a-3c9e-4608-87cc-687201ae0aa2 {{(pid=80166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:27:03.773931 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-d6d82123-1e9c-4345-8e8c-6cddc29e87b1 req-83f32852-9d1b-4e46-a03c-cb788c829fa3 tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] Synchronizing usage tracker for tenant:d37c6aad9be642819e0acf0be56ef338 on resource:security_group {{(pid=80165) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:27:03.783646 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080b7aa4-0afd-43a4-8a8f-8a3264640c15 req-4f323956-2c40-4228-a0c4-d0cee71b8dd0 service neutron] Checking agent: {'id': 'fdb5f3a7-7d47-485b-a3bd-ac2e8030a5a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 24, 37), 'started_at': datetime.datetime(2021, 1, 19, 22, 25, 7), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:27:03.784026 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080b7aa4-0afd-43a4-8a8f-8a3264640c15 req-4f323956-2c40-4228-a0c4-d0cee71b8dd0 service neutron] Checking segment: {'id': '2494e6ea-e327-4774-b77a-709af40c6c25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2740a62a-3c9e-4608-87cc-687201ae0aa2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:27:03.784467 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-080b7aa4-0afd-43a4-8a8f-8a3264640c15 req-4f323956-2c40-4228-a0c4-d0cee71b8dd0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:03.784865 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080b7aa4-0afd-43a4-8a8f-8a3264640c15 req-4f323956-2c40-4228-a0c4-d0cee71b8dd0 service neutron] Bound using segment: {'id': '2494e6ea-e327-4774-b77a-709af40c6c25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2740a62a-3c9e-4608-87cc-687201ae0aa2'} {{(pid=80166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:27:03.785500 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [req-080b7aa4-0afd-43a4-8a8f-8a3264640c15 req-4f323956-2c40-4228-a0c4-d0cee71b8dd0 service neutron] Bound port: c38f0175-7732-4335-8d1f-b44d4fbf8fca, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2494e6ea-e327-4774-b77a-709af40c6c25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2740a62a-3c9e-4608-87cc-687201ae0aa2'}}] {{(pid=80166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:27:03.785759 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-080b7aa4-0afd-43a4-8a8f-8a3264640c15 req-4f323956-2c40-4228-a0c4-d0cee71b8dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:03.786056 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-e7003623-284f-4435-9de7-ae0d43d20e2d tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:03.816805 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f11e8fd2-2c9f-49f5-8baa-7b319618bd5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:03.834142 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-542f42e0-3d74-49fc-82e4-42fd45299f34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:27:03.891070 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-542f42e0-3d74-49fc-82e4-42fd45299f34 admin admin] Usage tracker for resource:security_group_rule and tenant:d2a1cd2f55bb497d9917c1137869f8d0 is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:27:03.895102 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09007ea8-e20c-4cf1-acb1-0ef9779869d5 admin admin] Notify agent at l3_agent.dv-cinder-750782-5-smb the message routers_updated {{(pid=80166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:27:03.902361 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-09007ea8-e20c-4cf1-acb1-0ef9779869d5 admin admin] 10.222.0.43 "PUT /v2.0/routers/02c8d085-5410-45b1-8c14-a42888047f36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.3496852 Jan 19 22:27:03.905623 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99c7b9e-0674-4093-aa85-88fb1118a360 None None] Sync routers for ids ['02c8d085-5410-45b1-8c14-a42888047f36'] in dv-cinder-750782-5-smb {{(pid=80168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:27:03.915002 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-080b7aa4-0afd-43a4-8a8f-8a3264640c15 req-4f323956-2c40-4228-a0c4-d0cee71b8dd0 service neutron] For port c38f0175-7732-4335-8d1f-b44d4fbf8fca, host hv-cinder-75078, cleared binding levels {{(pid=80166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:27:03.919461 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-080b7aa4-0afd-43a4-8a8f-8a3264640c15 req-4f323956-2c40-4228-a0c4-d0cee71b8dd0 service neutron] For port c38f0175-7732-4335-8d1f-b44d4fbf8fca, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=c38f0175-7732-4335-8d1f-b44d4fbf8fca,segment=NetworkSegment(2494e6ea-e327-4774-b77a-709af40c6c25),segment_id=2494e6ea-e327-4774-b77a-709af40c6c25)] {{(pid=80166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:27:03.921085 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99c7b9e-0674-4093-aa85-88fb1118a360 None None] Routers {'02c8d085-5410-45b1-8c14-a42888047f36'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:27:03.921991 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-e99c7b9e-0674-4093-aa85-88fb1118a360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:27:02Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['02c8d085-5410-45b1-8c14-a42888047f36'], 'active': True} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:27:03.924735 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-080b7aa4-0afd-43a4-8a8f-8a3264640c15 req-4f323956-2c40-4228-a0c4-d0cee71b8dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:03.942797 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:04.029841 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f323956-2c40-4228-a0c4-d0cee71b8dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=c38f0175-7732-4335-8d1f-b44d4fbf8fca,revision_number=3']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:04.043379 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-4f323956-2c40-4228-a0c4-d0cee71b8dd0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:04.120344 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f11e8fd2-2c9f-49f5-8baa-7b319618bd5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:04.162405 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-e99c7b9e-0674-4093-aa85-88fb1118a360 None None] Set router 02c8d085-5410-45b1-8c14-a42888047f36 gateway port host: dv-cinder-750782-5-smb {{(pid=80168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:27:04.189630 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-542f42e0-3d74-49fc-82e4-42fd45299f34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:27:04.195904 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-542f42e0-3d74-49fc-82e4-42fd45299f34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:27:04.212719 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a1c51804-988f-4a53-be91-78fca95f4b1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:04.226836 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f11e8fd2-2c9f-49f5-8baa-7b319618bd5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:04.265396 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b7aa4-0afd-43a4-8a8f-8a3264640c15 req-4f323956-2c40-4228-a0c4-d0cee71b8dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:04.266286 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-080b7aa4-0afd-43a4-8a8f-8a3264640c15 req-4f323956-2c40-4228-a0c4-d0cee71b8dd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for port, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:04.268011 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-080b7aa4-0afd-43a4-8a8f-8a3264640c15 req-4f323956-2c40-4228-a0c4-d0cee71b8dd0 service neutron] 10.222.0.66 "PUT /v2.0/ports/c38f0175-7732-4335-8d1f-b44d4fbf8fca HTTP/1.1" status: 200 len: 1157 time: 5.4259372 Jan 19 22:27:04.268691 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b49da20f-27e3-4872-bac6-e86c1596ead3', 'tag': 'c38f0175-7732-4335-8d1f-b44d4fbf8fca'}] {{(pid=80166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:27:04.277293 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device e6c5bf0a-eb61-473f-a266-8bcc4e1632ba up at agent ovs-agent-dv-cinder-750782-5-smb {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:27:04.318570 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-542f42e0-3d74-49fc-82e4-42fd45299f34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:04.320400 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-d6d82123-1e9c-4345-8e8c-6cddc29e87b1 req-83f32852-9d1b-4e46-a03c-cb788c829fa3 tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] Unset dirty status for tenant:d37c6aad9be642819e0acf0be56ef338 on resource:security_group {{(pid=80165) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:27:04.322579 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d6d82123-1e9c-4345-8e8c-6cddc29e87b1 req-83f32852-9d1b-4e46-a03c-cb788c829fa3 tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] 10.222.0.43 "GET /v2.0/security-groups?id=c4e553f1-eb7f-4d41-9509-bf206614870a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1783819 Jan 19 22:27:04.333309 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ff89190e-f69d-4927-b29d-7a63029fdf61 req-e7003623-284f-4435-9de7-ae0d43d20e2d tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.1154611 Jan 19 22:27:04.333955 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a1c51804-988f-4a53-be91-78fca95f4b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:04.339600 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-6f5a2336-5aae-49b4-ad89-9f2c3db3420a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:04.351462 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-542f42e0-3d74-49fc-82e4-42fd45299f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:04.358617 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11e8fd2-2c9f-49f5-8baa-7b319618bd5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1687377-a5c0-4bbc-94fb-422bf74ed313,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:04.376149 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [req-ff89190e-f69d-4927-b29d-7a63029fdf61 req-8fcffd4b-e50a-446e-b31d-00e78a5652b2 service neutron] Request body: {'port': {'device_id': '24b39422-3a4d-475b-8e3e-4794aadf633c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:27:04.439057 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c51804-988f-4a53-be91-78fca95f4b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce00679c-599e-4311-b09c-ce21cc2721a7,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:04.474526 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-a1c51804-988f-4a53-be91-78fca95f4b1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:04.508418 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:04.510396 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Provisioning for port e6c5bf0a-eb61-473f-a266-8bcc4e1632ba completed by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:27:04.518801 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Provisioning complete for port e6c5bf0a-eb61-473f-a266-8bcc4e1632ba triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:27:04.519236 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:04.530869 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-542f42e0-3d74-49fc-82e4-42fd45299f34 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d2a1cd2f55bb497d9917c1137869f8d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9424160 Jan 19 22:27:04.548834 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 49424) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:04.565596 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98f98d-b920-41ff-bce2-9b14087905bc req-c562198a-acc6-4b84-935d-57dc7294b444 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:04.568014 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-2a98f98d-b920-41ff-bce2-9b14087905bc req-c562198a-acc6-4b84-935d-57dc7294b444 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=b49da20f-27e3-4872-bac6-e86c1596ead3 HTTP/1.1" status: 200 len: 943 time: 0.3752787 Jan 19 22:27:04.573796 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.db.resource_extend [None req-3c03d638-ccae-4d67-991c-666ad874aeda admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80165) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 19 22:27:04.587851 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f11e8fd2-2c9f-49f5-8baa-7b319618bd5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:04.589076 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-f11e8fd2-2c9f-49f5-8baa-7b319618bd5e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a1687377-a5c0-4bbc-94fb-422bf74ed313 HTTP/1.1" status: 204 len: 168 time: 1.8551068 Jan 19 22:27:04.600327 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b7aa4-0afd-43a4-8a8f-8a3264640c15 req-41f0eb44-b2f1-4202-8146-f1e0950bb55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:04.602809 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-080b7aa4-0afd-43a4-8a8f-8a3264640c15 req-41f0eb44-b2f1-4202-8146-f1e0950bb55a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5d4105938837484d8d82719812401145&device_id=b49da20f-27e3-4872-bac6-e86c1596ead3 HTTP/1.1" status: 200 len: 1160 time: 0.2206640 Jan 19 22:27:04.615600 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-a1c51804-988f-4a53-be91-78fca95f4b1a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b942eba5e1bf4af7969c781ccfb89381&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9495306 Jan 19 22:27:04.628029 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 49430) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:04.735474 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-080b7aa4-0afd-43a4-8a8f-8a3264640c15 req-f9c6f81e-ca5c-4e83-b5ad-934cd0d924bb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c38f0175-7732-4335-8d1f-b44d4fbf8fca HTTP/1.1" status: 200 len: 217 time: 0.1140959 Jan 19 22:27:04.741866 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-2a98f98d-b920-41ff-bce2-9b14087905bc req-34eb5512-b6b6-4ed1-a854-8b8804453a2b tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/security-groups?id=9328ab63-6502-4afe-9f51-4c69c085bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645620 Jan 19 22:27:04.796855 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-3c03d638-ccae-4d67-991c-666ad874aeda admin admin] Notify callbacks [] for port, precommit_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:04.797439 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f42e0-3d74-49fc-82e4-42fd45299f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15dc2365-d21a-4a2a-bc63-68a31c84d89f,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:04.807468 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-542f42e0-3d74-49fc-82e4-42fd45299f34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:04.828649 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:04.831797 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-e99c7b9e-0674-4093-aa85-88fb1118a360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c8d085-5410-45b1-8c14-a42888047f36', 'name': 'tempest-ServerRescueNegativeTestJSON-375895063-router', 'tenant_id': '7d1b4115b3444684a9fd42e8fcaf64a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '0012715b-081c-412f-8388-5c9479ceb1fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:26:41Z', 'updated_at': '2021-01-19T22:26:58Z', 'revision_number': 4, 'project_id': '7d1b4115b3444684a9fd42e8fcaf64a4', 'gw_port': {'id': '0012715b-081c-412f-8388-5c9479ceb1fd', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c8d085-5410-45b1-8c14-a42888047f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:26:43Z', 'updated_at': '2021-01-19T22:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_interfaces': [{'id': 'c6323484-7a34-4a35-b60f-588ce3e58ecc', 'name': '', 'network_id': '856f698c-d037-4288-89b3-b30e0383555d', 'tenant_id': '7d1b4115b3444684a9fd42e8fcaf64a4', 'mac_address': 'fa:16:3e:ab:d0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c8d085-5410-45b1-8c14-a42888047f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1a97053a-7ac6-44d6-84ad-912d742b25fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:26:53Z', 'updated_at': '2021-01-19T22:26:59Z', 'revision_number': 2, 'project_id': '7d1b4115b3444684a9fd42e8fcaf64a4', 'subnets': [{'id': '1a97053a-7ac6-44d6-84ad-912d742b25fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:27:04.846810 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] For port e6c5bf0a-eb61-473f-a266-8bcc4e1632ba, host dv-cinder-750782-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=e6c5bf0a-eb61-473f-a266-8bcc4e1632ba,segment=NetworkSegment(eae0621e-0013-4ba3-ab53-cef85e02fc92),segment_id=eae0621e-0013-4ba3-ab53-cef85e02fc92)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:27:04.848006 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99c7b9e-0674-4093-aa85-88fb1118a360 None None] Checking router: 02c8d085-5410-45b1-8c14-a42888047f36 for host: dv-cinder-750782-5-smb {{(pid=80168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:27:04.848542 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99c7b9e-0674-4093-aa85-88fb1118a360 None None] Updating router 02c8d085-5410-45b1-8c14-a42888047f36 port c6323484-7a34-4a35-b60f-588ce3e58ecc binding host dv-cinder-750782-5-smb {{(pid=80168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 19 22:27:04.852930 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:04.853533 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.318s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:04.854147 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.008s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:04.855294 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-03c3527c-9a46-44d9-b248-69c0d03a8439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:04.855401 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b7aa4-0afd-43a4-8a8f-8a3264640c15 req-ecd82d0f-31ac-4de6-be86-eb2325a49c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:04.856952 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-080b7aa4-0afd-43a4-8a8f-8a3264640c15 req-ecd82d0f-31ac-4de6-be86-eb2325a49c58 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=159ed613-693d-4448-ae87-c90c7e446752 HTTP/1.1" status: 200 len: 855 time: 0.1141560 Jan 19 22:27:04.879181 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-3c03d638-ccae-4d67-991c-666ad874aeda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:04.943470 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-3c03d638-ccae-4d67-991c-666ad874aeda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-541615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854328225'] for router_interface, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:04.951274 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Pushing event updated for resources: {'Port': ['ID=e6c5bf0a-eb61-473f-a266-8bcc4e1632ba,revision_number=4']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:04.955514 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:04.997565 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-080b7aa4-0afd-43a4-8a8f-8a3264640c15 req-a95c45fa-6e85-44dc-b847-f9a607aed63f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2740a62a-3c9e-4608-87cc-687201ae0aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1324322 Jan 19 22:27:05.002386 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e99c7b9e-0674-4093-aa85-88fb1118a360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:05.093817 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:05.151798 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b49da20f-27e3-4872-bac6-e86c1596ead3', 'tag': 'c38f0175-7732-4335-8d1f-b44d4fbf8fca', 'status': 'completed', 'code': 200} Jan 19 22:27:05.214006 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-080b7aa4-0afd-43a4-8a8f-8a3264640c15 req-b982b365-ac71-447c-b44c-7ac2736655d7 service neutron] 10.222.0.66 "GET /v2.0/networks/2740a62a-3c9e-4608-87cc-687201ae0aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036965 Jan 19 22:27:05.217030 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-ff89190e-f69d-4927-b29d-7a63029fdf61 req-8fcffd4b-e50a-446e-b31d-00e78a5652b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:05.351026 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c03d638-ccae-4d67-991c-666ad874aeda admin admin] Pushing event updated for resources: {'Port': ['ID=b1128e34-0566-4b0c-a792-578b245f19df,revision_number=2']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:05.395364 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-080b7aa4-0afd-43a4-8a8f-8a3264640c15 req-75e9e121-d778-4c07-8a71-51eb45f52234 service neutron] 10.222.0.66 "GET /v2.0/networks/2740a62a-3c9e-4608-87cc-687201ae0aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1728132 Jan 19 22:27:05.622313 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e99c7b9e-0674-4093-aa85-88fb1118a360 None None] Notify callbacks [] for port, precommit_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:05.635927 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-e99c7b9e-0674-4093-aa85-88fb1118a360 None None] Transition to ACTIVE for port object c6323484-7a34-4a35-b60f-588ce3e58ecc will not be triggered until provisioned by entity L2. {{(pid=80168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:27:05.640663 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e99c7b9e-0674-4093-aa85-88fb1118a360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:05.648506 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-3c03d638-ccae-4d67-991c-666ad874aeda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:05.663869 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-c7d0d71a-ef23-4e49-a312-d0eb99dd47d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:05.666058 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:05.694114 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b41bd6-09bf-4f63-b1d8-fc2f8f800bc5 req-8c7c0840-6c2f-4297-91ed-ee81dfdb775f tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:05.702059 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-64b41bd6-09bf-4f63-b1d8-fc2f8f800bc5 req-8c7c0840-6c2f-4297-91ed-ee81dfdb775f tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] 10.222.0.43 "GET /v2.0/ports?device_id=24b39422-3a4d-475b-8e3e-4794aadf633c HTTP/1.1" status: 200 len: 931 time: 0.1517966 Jan 19 22:27:05.722118 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1463d-ee79-4eef-89dc-902ae2c27a14 req-e0e85820-e077-4a69-9e2b-d4881c1c3b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:05.723763 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-87c1463d-ee79-4eef-89dc-902ae2c27a14 req-e0e85820-e077-4a69-9e2b-d4881c1c3b70 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5d4105938837484d8d82719812401145&device_id=b49da20f-27e3-4872-bac6-e86c1596ead3 HTTP/1.1" status: 200 len: 1160 time: 0.2158573 Jan 19 22:27:05.740463 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e57a9e-19f5-491e-abf7-f87a0000b227 None None] Pushing event updated for resources: {'Port': ['ID=c6323484-7a34-4a35-b60f-588ce3e58ecc,revision_number=3']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:05.753937 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-d8e57a9e-19f5-491e-abf7-f87a0000b227 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:05.799778 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-64b41bd6-09bf-4f63-b1d8-fc2f8f800bc5 req-77288f52-e4db-49b5-acca-91ad727d96b8 tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] 10.222.0.43 "GET /v2.0/security-groups?id=c4e553f1-eb7f-4d41-9509-bf206614870a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966659 Jan 19 22:27:05.883354 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [req-ff89190e-f69d-4927-b29d-7a63029fdf61 req-8fcffd4b-e50a-446e-b31d-00e78a5652b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 826a1eaa-1d02-4f61-a590-57f8dc282a58 {{(pid=80165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 19 22:27:05.891688 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-ff89190e-f69d-4927-b29d-7a63029fdf61 req-8fcffd4b-e50a-446e-b31d-00e78a5652b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:05.905638 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [req-ff89190e-f69d-4927-b29d-7a63029fdf61 req-8fcffd4b-e50a-446e-b31d-00e78a5652b2 service neutron] Transition to ACTIVE for port object 826a1eaa-1d02-4f61-a590-57f8dc282a58 will not be triggered until provisioned by entity L2. {{(pid=80165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:27:05.982500 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1463d-ee79-4eef-89dc-902ae2c27a14 req-51e57421-1044-4669-9a23-0e96ecdc0ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:05.984761 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-87c1463d-ee79-4eef-89dc-902ae2c27a14 req-51e57421-1044-4669-9a23-0e96ecdc0ff1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2740a62a-3c9e-4608-87cc-687201ae0aa2 HTTP/1.1" status: 200 len: 909 time: 0.2528906 Jan 19 22:27:06.002363 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c03d638-ccae-4d67-991c-666ad874aeda admin admin] Network 9833d04b-801e-468a-b55d-a07f3c5885cd is already hosted by enough agents. {{(pid=80165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:27:06.004295 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-ff89190e-f69d-4927-b29d-7a63029fdf61 req-8fcffd4b-e50a-446e-b31d-00e78a5652b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:06.015794 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [None req-3c03d638-ccae-4d67-991c-666ad874aeda admin admin] Resources bound (agent type, host, resource id): {{(pid=80165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:27:06.044050 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-627a7166-3cef-45be-91ec-f3cb682b6c3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:06.059518 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-e99c7b9e-0674-4093-aa85-88fb1118a360 None None] Attempting to bind port c6323484-7a34-4a35-b60f-588ce3e58ecc on host dv-cinder-750782-5-smb for vnic_type normal with profile {{(pid=80168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:27:06.059933 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-e99c7b9e-0674-4093-aa85-88fb1118a360 None None] Attempting to bind port c6323484-7a34-4a35-b60f-588ce3e58ecc by drivers openvswitch on host dv-cinder-750782-5-smb at level 0 using segments [{'id': '9f65af3f-103a-4e7a-b1ac-336dee171ce6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '856f698c-d037-4288-89b3-b30e0383555d'}] {{(pid=80168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:27:06.060339 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99c7b9e-0674-4093-aa85-88fb1118a360 None None] Attempting to bind port c6323484-7a34-4a35-b60f-588ce3e58ecc on network 856f698c-d037-4288-89b3-b30e0383555d {{(pid=80168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:27:06.069990 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99c7b9e-0674-4093-aa85-88fb1118a360 None None] Checking agent: {'id': 'f078d5c4-c25a-4ec9-8658-39b8d5860620', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 17, 33), 'started_at': datetime.datetime(2021, 1, 19, 22, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:27:06.070413 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99c7b9e-0674-4093-aa85-88fb1118a360 None None] Checking segment: {'id': '9f65af3f-103a-4e7a-b1ac-336dee171ce6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '856f698c-d037-4288-89b3-b30e0383555d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:27:06.070859 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e99c7b9e-0674-4093-aa85-88fb1118a360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:06.071296 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99c7b9e-0674-4093-aa85-88fb1118a360 None None] Bound using segment: {'id': '9f65af3f-103a-4e7a-b1ac-336dee171ce6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '856f698c-d037-4288-89b3-b30e0383555d'} {{(pid=80168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:27:06.071821 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-e99c7b9e-0674-4093-aa85-88fb1118a360 None None] Bound port: c6323484-7a34-4a35-b60f-588ce3e58ecc, host: dv-cinder-750782-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f65af3f-103a-4e7a-b1ac-336dee171ce6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '856f698c-d037-4288-89b3-b30e0383555d'}}] {{(pid=80168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:27:06.072252 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e99c7b9e-0674-4093-aa85-88fb1118a360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:06.074139 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-627a7166-3cef-45be-91ec-f3cb682b6c3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:06.200781 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-87c1463d-ee79-4eef-89dc-902ae2c27a14 req-085aeefe-888d-4197-8999-1ac34c4ccc35 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c38f0175-7732-4335-8d1f-b44d4fbf8fca HTTP/1.1" status: 200 len: 217 time: 0.2073069 Jan 19 22:27:06.213600 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-e99c7b9e-0674-4093-aa85-88fb1118a360 None None] For port c6323484-7a34-4a35-b60f-588ce3e58ecc, host dv-cinder-750782-5-smb, cleared binding levels {{(pid=80168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:27:06.218437 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-e99c7b9e-0674-4093-aa85-88fb1118a360 None None] For port c6323484-7a34-4a35-b60f-588ce3e58ecc, host dv-cinder-750782-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=c6323484-7a34-4a35-b60f-588ce3e58ecc,segment=NetworkSegment(9f65af3f-103a-4e7a-b1ac-336dee171ce6),segment_id=9f65af3f-103a-4e7a-b1ac-336dee171ce6)] {{(pid=80168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:27:06.228402 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e99c7b9e-0674-4093-aa85-88fb1118a360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:06.262278 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-25ca55f7-337b-43a3-a9b5-6820b28aeb11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:06.263429 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device e6c5bf0a-eb61-473f-a266-8bcc4e1632ba up at agent ovs-agent-dv-cinder-750782-5-smb {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:27:06.314713 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:06.409428 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1463d-ee79-4eef-89dc-902ae2c27a14 req-6afa4e25-db49-45c7-9159-401a2b578e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:06.411255 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-87c1463d-ee79-4eef-89dc-902ae2c27a14 req-6afa4e25-db49-45c7-9159-401a2b578e4f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=159ed613-693d-4448-ae87-c90c7e446752 HTTP/1.1" status: 200 len: 855 time: 0.1905501 Jan 19 22:27:06.465162 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-492f0b9c-1bc1-4276-843e-30f4ba271a2a None None] Provisioning complete for port b1128e34-0566-4b0c-a792-578b245f19df triggered by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:27:06.465664 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-492f0b9c-1bc1-4276-843e-30f4ba271a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:06.507371 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Provisioning complete for port e6c5bf0a-eb61-473f-a266-8bcc4e1632ba triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:27:06.507749 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:06.571188 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-87c1463d-ee79-4eef-89dc-902ae2c27a14 req-e0b70ea8-8eb9-43c1-aba4-20168e09a1d6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2740a62a-3c9e-4608-87cc-687201ae0aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1478968 Jan 19 22:27:06.596315 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-492f0b9c-1bc1-4276-843e-30f4ba271a2a None None] Port b1128e34-0566-4b0c-a792-578b245f19df cannot update to ACTIVE because it is not bound. {{(pid=80167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 22:27:06.610002 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841712e4-a18e-40e0-b90b-bd4e56e09fca req-affb75a4-6e33-4de4-9112-96e3f276ab99 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:06.618984 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-841712e4-a18e-40e0-b90b-bd4e56e09fca req-affb75a4-6e33-4de4-9112-96e3f276ab99 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/networks?id=856f698c-d037-4288-89b3-b30e0383555d HTTP/1.1" status: 200 len: 818 time: 1.5390489 Jan 19 22:27:06.645695 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e57a9e-19f5-491e-abf7-f87a0000b227 None None] Pushing event updated for resources: {'Port': ['ID=c6323484-7a34-4a35-b60f-588ce3e58ecc,revision_number=4']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:06.650373 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-d8e57a9e-19f5-491e-abf7-f87a0000b227 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:06.651832 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d87f4-f7a6-48f0-a6f3-ec90097c2fd2 req-4294bafb-42fb-4df8-af85-9b13db2fd80a tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:06.660721 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-9a8d87f4-f7a6-48f0-a6f3-ec90097c2fd2 req-4294bafb-42fb-4df8-af85-9b13db2fd80a tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=b49da20f-27e3-4872-bac6-e86c1596ead3 HTTP/1.1" status: 200 len: 943 time: 0.5848651 Jan 19 22:27:06.730744 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99c7b9e-0674-4093-aa85-88fb1118a360 None None] Routers {'02c8d085-5410-45b1-8c14-a42888047f36'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:27:06.731701 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-e99c7b9e-0674-4093-aa85-88fb1118a360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:27:02Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['02c8d085-5410-45b1-8c14-a42888047f36'], 'active': True} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:27:06.847571 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-c7d0d71a-ef23-4e49-a312-d0eb99dd47d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:06.945802 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-841712e4-a18e-40e0-b90b-bd4e56e09fca req-e03d88a9-c785-408d-a87b-32f99c7a1daa tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/quotas/7d1b4115b3444684a9fd42e8fcaf64a4 HTTP/1.1" status: 200 len: 375 time: 0.3253691 Jan 19 22:27:06.954399 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c03d638-ccae-4d67-991c-666ad874aeda admin admin] Router d22e703f-4e05-4603-b87d-f1e492cf1ab8 has already been hosted by L3 agent f53f1119-c8e9-4b63-a732-32c6c8f5b9fc {{(pid=80165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 22:27:06.958125 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-e99c7b9e-0674-4093-aa85-88fb1118a360 None None] Set router 02c8d085-5410-45b1-8c14-a42888047f36 gateway port host: dv-cinder-750782-5-smb {{(pid=80168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:27:06.997417 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-9a8d87f4-f7a6-48f0-a6f3-ec90097c2fd2 req-73bfd8fd-a8a8-4f95-b854-622aac6a289a tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/security-groups?id=9328ab63-6502-4afe-9f51-4c69c085bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357668 Jan 19 22:27:07.056505 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-87c1463d-ee79-4eef-89dc-902ae2c27a14 req-9193325e-29f2-499f-90c6-5e831d7cb6fd service neutron] 10.222.0.66 "GET /v2.0/networks/2740a62a-3c9e-4608-87cc-687201ae0aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4754548 Jan 19 22:27:07.131816 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-627a7166-3cef-45be-91ec-f3cb682b6c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:07.234970 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:07.257560 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-87c1463d-ee79-4eef-89dc-902ae2c27a14 req-079880b0-2a37-4691-a69c-cd40d3e61044 service neutron] 10.222.0.66 "GET /v2.0/networks/2740a62a-3c9e-4608-87cc-687201ae0aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1473320 Jan 19 22:27:07.369576 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a90e3-f660-4b9a-96a9-20790676283f req-2d264856-c976-4023-a61c-208ff9d68ea8 tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:07.371447 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-8c1a90e3-f660-4b9a-96a9-20790676283f req-2d264856-c976-4023-a61c-208ff9d68ea8 tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] 10.222.0.43 "GET /v2.0/ports?device_id=24b39422-3a4d-475b-8e3e-4794aadf633c HTTP/1.1" status: 200 len: 943 time: 0.1129198 Jan 19 22:27:07.394537 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcffd4b-e50a-446e-b31d-00e78a5652b2 service neutron] Pushing event updated for resources: {'Port': ['ID=826a1eaa-1d02-4f61-a590-57f8dc282a58,revision_number=2']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:07.429327 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-e99c7b9e-0674-4093-aa85-88fb1118a360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c8d085-5410-45b1-8c14-a42888047f36', 'name': 'tempest-ServerRescueNegativeTestJSON-375895063-router', 'tenant_id': '7d1b4115b3444684a9fd42e8fcaf64a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '0012715b-081c-412f-8388-5c9479ceb1fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:26:41Z', 'updated_at': '2021-01-19T22:26:58Z', 'revision_number': 4, 'project_id': '7d1b4115b3444684a9fd42e8fcaf64a4', 'gw_port': {'id': '0012715b-081c-412f-8388-5c9479ceb1fd', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c8d085-5410-45b1-8c14-a42888047f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:26:43Z', 'updated_at': '2021-01-19T22:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_interfaces': [{'id': 'c6323484-7a34-4a35-b60f-588ce3e58ecc', 'name': '', 'network_id': '856f698c-d037-4288-89b3-b30e0383555d', 'tenant_id': '7d1b4115b3444684a9fd42e8fcaf64a4', 'mac_address': 'fa:16:3e:ab:d0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c8d085-5410-45b1-8c14-a42888047f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1a97053a-7ac6-44d6-84ad-912d742b25fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:26:53Z', 'updated_at': '2021-01-19T22:27:06Z', 'revision_number': 4, 'project_id': '7d1b4115b3444684a9fd42e8fcaf64a4', 'subnets': [{'id': '1a97053a-7ac6-44d6-84ad-912d742b25fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:27:07.434281 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99c7b9e-0674-4093-aa85-88fb1118a360 None None] The sync data for ids ['02c8d085-5410-45b1-8c14-a42888047f36'] in dv-cinder-750782-5-smb is: [{'id': '02c8d085-5410-45b1-8c14-a42888047f36', 'name': 'tempest-ServerRescueNegativeTestJSON-375895063-router', 'tenant_id': '7d1b4115b3444684a9fd42e8fcaf64a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '0012715b-081c-412f-8388-5c9479ceb1fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:26:41Z', 'updated_at': '2021-01-19T22:26:58Z', 'revision_number': 4, 'project_id': '7d1b4115b3444684a9fd42e8fcaf64a4', 'gw_port': {'id': '0012715b-081c-412f-8388-5c9479ceb1fd', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c8d085-5410-45b1-8c14-a42888047f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:26:43Z', 'updated_at': '2021-01-19T22:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_interfaces': [{'id': 'c6323484-7a34-4a35-b60f-588ce3e58ecc', 'name': '', 'network_id': '856f698c-d037-4288-89b3-b30e0383555d', 'tenant_id': '7d1b4115b3444684a9fd42e8fcaf64a4', 'mac_address': 'fa:16:3e:ab:d0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c8d085-5410-45b1-8c14-a42888047f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1a97053a-7ac6-44d6-84ad-912d742b25fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:26:53Z', 'updated_at': '2021-01-19T22:27:06Z', 'revision_number': 4, 'project_id': '7d1b4115b3444684a9fd42e8fcaf64a4', 'subnets': [{'id': '1a97053a-7ac6-44d6-84ad-912d742b25fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:27:07.442545 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-8c1a90e3-f660-4b9a-96a9-20790676283f req-ff11c34a-4566-4f13-a8f8-145a6d1f41f0 tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] 10.222.0.43 "GET /v2.0/security-groups?id=c4e553f1-eb7f-4d41-9509-bf206614870a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607300 Jan 19 22:27:07.520839 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c03d638-ccae-4d67-991c-666ad874aeda admin admin] Notify agent at l3_agent.dv-cinder-750782-5-smb the message routers_updated {{(pid=80165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:27:07.541441 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e2e8b2-fd1e-423c-93fb-74360f306010 None None] Sync routers for ids ['d22e703f-4e05-4603-b87d-f1e492cf1ab8'] in dv-cinder-750782-5-smb {{(pid=80167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:27:07.561836 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e2e8b2-fd1e-423c-93fb-74360f306010 None None] Routers {'d22e703f-4e05-4603-b87d-f1e492cf1ab8'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:27:07.564099 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-d8e2e8b2-fd1e-423c-93fb-74360f306010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:27:02Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['d22e703f-4e05-4603-b87d-f1e492cf1ab8'], 'active': True} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:27:07.591060 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-8fcffd4b-e50a-446e-b31d-00e78a5652b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.276s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:07.610680 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-542f42e0-3d74-49fc-82e4-42fd45299f34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:07.640536 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.objects.ports [None req-6bdf768b-549d-46cf-8897-259d860151eb None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80167) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 19 22:27:07.657918 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a7166-3cef-45be-91ec-f3cb682b6c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce00679c-599e-4311-b09c-ce21cc2721a7,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:07.661034 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-627a7166-3cef-45be-91ec-f3cb682b6c3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:07.662033 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-6e1fae8b-efe6-4fac-9b11-646e75e108c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596'] for subnet, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:07.662924 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [req-ff89190e-f69d-4927-b29d-7a63029fdf61 req-8fcffd4b-e50a-446e-b31d-00e78a5652b2 service neutron] Attempting to bind port 826a1eaa-1d02-4f61-a590-57f8dc282a58 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=80165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:27:07.663311 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [req-ff89190e-f69d-4927-b29d-7a63029fdf61 req-8fcffd4b-e50a-446e-b31d-00e78a5652b2 service neutron] Attempting to bind port 826a1eaa-1d02-4f61-a590-57f8dc282a58 by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': 'b8706188-c2ad-4e0f-90b7-ccdf938122e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e4a9de19-b918-46f4-a492-f3eb46bbdf28'}] {{(pid=80165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:27:07.664379 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff89190e-f69d-4927-b29d-7a63029fdf61 req-8fcffd4b-e50a-446e-b31d-00e78a5652b2 service neutron] Attempting to bind port 826a1eaa-1d02-4f61-a590-57f8dc282a58 on network e4a9de19-b918-46f4-a492-f3eb46bbdf28 {{(pid=80165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:27:07.687475 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-3c03d638-ccae-4d67-991c-666ad874aeda admin admin] 10.222.0.43 "PUT /v2.0/routers/d22e703f-4e05-4603-b87d-f1e492cf1ab8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5731022 Jan 19 22:27:07.687475 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff89190e-f69d-4927-b29d-7a63029fdf61 req-8fcffd4b-e50a-446e-b31d-00e78a5652b2 service neutron] Checking agent: {'id': 'fdb5f3a7-7d47-485b-a3bd-ac2e8030a5a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 24, 37), 'started_at': datetime.datetime(2021, 1, 19, 22, 25, 7), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:27:07.687475 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff89190e-f69d-4927-b29d-7a63029fdf61 req-8fcffd4b-e50a-446e-b31d-00e78a5652b2 service neutron] Checking segment: {'id': 'b8706188-c2ad-4e0f-90b7-ccdf938122e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e4a9de19-b918-46f4-a492-f3eb46bbdf28'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:27:07.687475 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-ff89190e-f69d-4927-b29d-7a63029fdf61 req-8fcffd4b-e50a-446e-b31d-00e78a5652b2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:07.687475 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff89190e-f69d-4927-b29d-7a63029fdf61 req-8fcffd4b-e50a-446e-b31d-00e78a5652b2 service neutron] Bound using segment: {'id': 'b8706188-c2ad-4e0f-90b7-ccdf938122e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e4a9de19-b918-46f4-a492-f3eb46bbdf28'} {{(pid=80165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:27:07.687475 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [req-ff89190e-f69d-4927-b29d-7a63029fdf61 req-8fcffd4b-e50a-446e-b31d-00e78a5652b2 service neutron] Bound port: 826a1eaa-1d02-4f61-a590-57f8dc282a58, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8706188-c2ad-4e0f-90b7-ccdf938122e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e4a9de19-b918-46f4-a492-f3eb46bbdf28'}}] {{(pid=80165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:27:07.687475 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-ff89190e-f69d-4927-b29d-7a63029fdf61 req-8fcffd4b-e50a-446e-b31d-00e78a5652b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:07.792326 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 49492) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:07.840819 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-d8e2e8b2-fd1e-423c-93fb-74360f306010 None None] Set router d22e703f-4e05-4603-b87d-f1e492cf1ab8 gateway port host: dv-cinder-750782-5-smb {{(pid=80167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:27:07.857202 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-c7d0d71a-ef23-4e49-a312-d0eb99dd47d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:07.866666 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:07.984480 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-627a7166-3cef-45be-91ec-f3cb682b6c3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:07.985816 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-627a7166-3cef-45be-91ec-f3cb682b6c3a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ce00679c-599e-4311-b09c-ce21cc2721a7 HTTP/1.1" status: 204 len: 168 time: 3.3406041 Jan 19 22:27:07.989620 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1fae8b-efe6-4fac-9b11-646e75e108c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61a4b403-cfa2-475c-b57d-b4881f5d0df1,revision_number=0']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:08.007125 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-c7d0d71a-ef23-4e49-a312-d0eb99dd47d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:08.008291 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-c7d0d71a-ef23-4e49-a312-d0eb99dd47d2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/15dc2365-d21a-4a2a-bc63-68a31c84d89f HTTP/1.1" status: 204 len: 168 time: 3.4436915 Jan 19 22:27:08.018164 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-841712e4-a18e-40e0-b90b-bd4e56e09fca req-820f5786-7468-4b9a-b592-bded6334e3ad tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?tenant_id=7d1b4115b3444684a9fd42e8fcaf64a4&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0354915 Jan 19 22:27:08.019117 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-6e1fae8b-efe6-4fac-9b11-646e75e108c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:08.024633 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:08.025431 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-781f8ab2-c289-4c41-bb10-fd749743c92d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:08.074390 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-781f8ab2-c289-4c41-bb10-fd749743c92d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:27:08.088028 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-781f8ab2-c289-4c41-bb10-fd749743c92d admin admin] Usage tracker for resource:security_group_rule and tenant:847b4a296da14ad5baf297043e9a8cd7 is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:27:08.091280 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-781f8ab2-c289-4c41-bb10-fd749743c92d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:27:08.098190 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-781f8ab2-c289-4c41-bb10-fd749743c92d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:27:08.240456 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-ff89190e-f69d-4927-b29d-7a63029fdf61 req-8fcffd4b-e50a-446e-b31d-00e78a5652b2 service neutron] For port 826a1eaa-1d02-4f61-a590-57f8dc282a58, host hv-cinder-75078, cleared binding levels {{(pid=80165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:27:08.254121 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-ff89190e-f69d-4927-b29d-7a63029fdf61 req-8fcffd4b-e50a-446e-b31d-00e78a5652b2 service neutron] For port 826a1eaa-1d02-4f61-a590-57f8dc282a58, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=826a1eaa-1d02-4f61-a590-57f8dc282a58,segment=NetworkSegment(b8706188-c2ad-4e0f-90b7-ccdf938122e3),segment_id=b8706188-c2ad-4e0f-90b7-ccdf938122e3)] {{(pid=80165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:27:08.307711 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-781f8ab2-c289-4c41-bb10-fd749743c92d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:08.318930 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-781f8ab2-c289-4c41-bb10-fd749743c92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:08.352339 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-c7044070-0e24-4a70-b290-4c27e395b27b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:08.395466 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device c38f0175-7732-4335-8d1f-b44d4fbf8fca up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:27:08.470041 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-781f8ab2-c289-4c41-bb10-fd749743c92d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=847b4a296da14ad5baf297043e9a8cd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6674230 Jan 19 22:27:08.470937 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 49510) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:08.471665 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f8ab2-c289-4c41-bb10-fd749743c92d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ecdaa1-fb16-43a9-8362-28ff6fe247fc,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:08.491929 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-781f8ab2-c289-4c41-bb10-fd749743c92d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:08.498322 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device c6323484-7a34-4a35-b60f-588ce3e58ecc up at agent ovs-agent-dv-cinder-750782-5-smb {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:27:08.565790 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d0d71a-ef23-4e49-a312-d0eb99dd47d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15dc2365-d21a-4a2a-bc63-68a31c84d89f,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:08.568894 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-ff89190e-f69d-4927-b29d-7a63029fdf61 req-8fcffd4b-e50a-446e-b31d-00e78a5652b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:08.581305 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-c7d0d71a-ef23-4e49-a312-d0eb99dd47d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:08.638407 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-43f8f6c9-42d8-4fa7-900f-c822ba26b3da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:08.640770 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 49518) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:08.641179 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Provisioning for port c6323484-7a34-4a35-b60f-588ce3e58ecc completed by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:27:08.667396 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Provisioning complete for port c6323484-7a34-4a35-b60f-588ce3e58ecc triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:27:08.667816 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:08.747150 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-43f8f6c9-42d8-4fa7-900f-c822ba26b3da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:08.811947 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1ddaeb46-fa13-4c7b-a661-a77637362880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:08.823635 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-43f8f6c9-42d8-4fa7-900f-c822ba26b3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:08.839671 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-1ddaeb46-fa13-4c7b-a661-a77637362880 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:27:08.846803 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-1ddaeb46-fa13-4c7b-a661-a77637362880 admin admin] Usage tracker for resource:security_group_rule and tenant:94a5330f0d284cabb598d45808afdd71 is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:27:08.852042 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-1ddaeb46-fa13-4c7b-a661-a77637362880 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:27:08.858887 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-1ddaeb46-fa13-4c7b-a661-a77637362880 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:27:08.868631 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-8fcffd4b-e50a-446e-b31d-00e78a5652b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:08.898617 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:08.926336 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-d8e2e8b2-fd1e-423c-93fb-74360f306010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'name': 'tempest-AttachVolumeTestJSON-850801678-router', 'tenant_id': '14b41834d79d4e868fed82c53411eba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': 'e6c5bf0a-eb61-473f-a266-8bcc4e1632ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:26:45Z', 'updated_at': '2021-01-19T22:27:01Z', 'revision_number': 4, 'project_id': '14b41834d79d4e868fed82c53411eba6', 'gw_port': {'id': 'e6c5bf0a-eb61-473f-a266-8bcc4e1632ba', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:15:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:26:48Z', 'updated_at': '2021-01-19T22:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_interfaces': [{'id': 'b1128e34-0566-4b0c-a792-578b245f19df', 'name': '', 'network_id': '9833d04b-801e-468a-b55d-a07f3c5885cd', 'tenant_id': '14b41834d79d4e868fed82c53411eba6', 'mac_address': 'fa:16:3e:89:df:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1981add0-450b-4ba4-a4b4-88355edcb693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:26:58Z', 'updated_at': '2021-01-19T22:27:03Z', 'revision_number': 2, 'project_id': '14b41834d79d4e868fed82c53411eba6', 'subnets': [{'id': '1981add0-450b-4ba4-a4b4-88355edcb693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:27:08.931126 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning for port c38f0175-7732-4335-8d1f-b44d4fbf8fca completed by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:27:08.946945 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:08.957049 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-841712e4-a18e-40e0-b90b-bd4e56e09fca req-d7eba216-40fe-4982-aa8f-410acbf15646 service neutron] 10.222.0.43 "GET /v2.0/networks/856f698c-d037-4288-89b3-b30e0383555d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6953406 Jan 19 22:27:08.958472 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port c38f0175-7732-4335-8d1f-b44d4fbf8fca triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:27:08.959103 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:08.964494 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f8f6c9-42d8-4fa7-900f-c822ba26b3da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ecdaa1-fb16-43a9-8362-28ff6fe247fc,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:08.968666 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-43f8f6c9-42d8-4fa7-900f-c822ba26b3da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:08.982411 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1ddaeb46-fa13-4c7b-a661-a77637362880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:08.984183 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-43f8f6c9-42d8-4fa7-900f-c822ba26b3da admin admin] Notify callbacks [] for security_group, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:08.987930 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-43f8f6c9-42d8-4fa7-900f-c822ba26b3da admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/61ecdaa1-fb16-43a9-8362-28ff6fe247fc HTTP/1.1" status: 204 len: 168 time: 0.5106354 Jan 19 22:27:08.987930 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1ddaeb46-fa13-4c7b-a661-a77637362880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:09.006480 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1fae8b-efe6-4fac-9b11-646e75e108c1 admin admin] Checking segment: {'id': '2b39fe0f-aa76-4315-ae2a-e2b677fa8d14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '581b2557-663a-4a8f-b6a0-e3185ab83804'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:27:09.006911 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1fae8b-efe6-4fac-9b11-646e75e108c1 admin admin] Network hostable DHCP agents. Network: 581b2557-663a-4a8f-b6a0-e3185ab83804, hostable agents: ['ea282ca9-2836-4d3d-88e8-844f6d380f74'], hosted agents: [] {{(pid=80165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 19 22:27:09.031922 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:09.044098 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-1ddaeb46-fa13-4c7b-a661-a77637362880 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=94a5330f0d284cabb598d45808afdd71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3987203 Jan 19 22:27:09.048881 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89190e-f69d-4927-b29d-7a63029fdf61 req-8fcffd4b-e50a-446e-b31d-00e78a5652b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:09.049017 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 49530) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:09.049618 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-ff89190e-f69d-4927-b29d-7a63029fdf61 req-8fcffd4b-e50a-446e-b31d-00e78a5652b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for port, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:09.051162 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ff89190e-f69d-4927-b29d-7a63029fdf61 req-8fcffd4b-e50a-446e-b31d-00e78a5652b2 service neutron] 10.222.0.66 "PUT /v2.0/ports/826a1eaa-1d02-4f61-a590-57f8dc282a58 HTTP/1.1" status: 200 len: 1157 time: 4.6970229 Jan 19 22:27:09.063579 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24b39422-3a4d-475b-8e3e-4794aadf633c', 'tag': '826a1eaa-1d02-4f61-a590-57f8dc282a58'}] {{(pid=80165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:27:09.152305 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] For port c6323484-7a34-4a35-b60f-588ce3e58ecc, host dv-cinder-750782-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=c6323484-7a34-4a35-b60f-588ce3e58ecc,segment=NetworkSegment(9f65af3f-103a-4e7a-b1ac-336dee171ce6),segment_id=9f65af3f-103a-4e7a-b1ac-336dee171ce6)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:27:09.154171 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e2e8b2-fd1e-423c-93fb-74360f306010 None None] Checking router: d22e703f-4e05-4603-b87d-f1e492cf1ab8 for host: dv-cinder-750782-5-smb {{(pid=80167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:27:09.155735 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e2e8b2-fd1e-423c-93fb-74360f306010 None None] Updating router d22e703f-4e05-4603-b87d-f1e492cf1ab8 port b1128e34-0566-4b0c-a792-578b245f19df binding host dv-cinder-750782-5-smb {{(pid=80167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 19 22:27:09.210833 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:09.211118 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddaeb46-fa13-4c7b-a661-a77637362880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb04e74d-38c6-4cc2-871e-2153ac6a98d5,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:09.217158 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-1ddaeb46-fa13-4c7b-a661-a77637362880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:09.218474 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-15905c1b-5a0e-4b5a-b4c4-fd0dc7696370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:09.233802 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:09.273439 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcffd4b-e50a-446e-b31d-00e78a5652b2 service neutron] Pushing event updated for resources: {'Port': ['ID=826a1eaa-1d02-4f61-a590-57f8dc282a58,revision_number=3']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:09.286480 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-8fcffd4b-e50a-446e-b31d-00e78a5652b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:09.287157 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1fae8b-efe6-4fac-9b11-646e75e108c1 admin admin] Network 581b2557-663a-4a8f-b6a0-e3185ab83804 is scheduled to be hosted by DHCP agent ea282ca9-2836-4d3d-88e8-844f6d380f74 with binding_index 1 {{(pid=80165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 19 22:27:09.289390 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-15905c1b-5a0e-4b5a-b4c4-fd0dc7696370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:09.361712 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [None req-6e1fae8b-efe6-4fac-9b11-646e75e108c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-5-smb, 581b2557-663a-4a8f-b6a0-e3185ab83804) {{(pid=80165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:27:09.368447 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-841712e4-a18e-40e0-b90b-bd4e56e09fca req-389212a4-c800-4b69-9b47-b2c20fc33d17 service neutron] 10.222.0.43 "GET /v2.0/networks/856f698c-d037-4288-89b3-b30e0383555d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3982930 Jan 19 22:27:09.372191 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1fae8b-efe6-4fac-9b11-646e75e108c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:09.372892 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-6e1fae8b-efe6-4fac-9b11-646e75e108c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for subnet, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:09.403894 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-6e1fae8b-efe6-4fac-9b11-646e75e108c1 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 6.2937102 Jan 19 22:27:09.442851 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 49548) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:09.451284 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89190e-f69d-4927-b29d-7a63029fdf61 req-18b6a814-a52e-4691-8373-7c4f01d2e5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:09.453538 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ff89190e-f69d-4927-b29d-7a63029fdf61 req-18b6a814-a52e-4691-8373-7c4f01d2e5e0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d37c6aad9be642819e0acf0be56ef338&device_id=24b39422-3a4d-475b-8e3e-4794aadf633c HTTP/1.1" status: 200 len: 1160 time: 0.3124940 Jan 19 22:27:09.478063 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-dda1d5af-9b2f-4a5f-b7e1-8bb9cdf1faa4 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Request body: {'security_group': {'name': 'tempest-securitygroup--133017857', 'description': 'tempest-description--1829244087'}} {{(pid=80166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:27:09.517202 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-dda1d5af-9b2f-4a5f-b7e1-8bb9cdf1faa4 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:27:09.528145 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-dda1d5af-9b2f-4a5f-b7e1-8bb9cdf1faa4 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Usage tracker for resource:security_group and tenant:14b41834d79d4e868fed82c53411eba6 is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:27:09.537446 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-dda1d5af-9b2f-4a5f-b7e1-8bb9cdf1faa4 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:27:09.552184 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ff89190e-f69d-4927-b29d-7a63029fdf61 req-220d5898-7b5b-4dbb-bf1e-a84c08023e11 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=826a1eaa-1d02-4f61-a590-57f8dc282a58 HTTP/1.1" status: 200 len: 217 time: 0.0848868 Jan 19 22:27:09.559238 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-dda1d5af-9b2f-4a5f-b7e1-8bb9cdf1faa4 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:27:09.597242 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-dda1d5af-9b2f-4a5f-b7e1-8bb9cdf1faa4 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:09.632634 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Pushing event updated for resources: {'Port': ['ID=c6323484-7a34-4a35-b60f-588ce3e58ecc,revision_number=5']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:09.636364 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:09.666287 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f00c32-c85a-4246-b880-52806a95be43 None None] Network 581b2557-663a-4a8f-b6a0-e3185ab83804 requested from dv-cinder-750782-5-smb {{(pid=80167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:27:09.687897 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:09.706338 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89190e-f69d-4927-b29d-7a63029fdf61 req-45561cfa-2cf5-4aeb-b463-288e126a80d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:09.707950 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ff89190e-f69d-4927-b29d-7a63029fdf61 req-45561cfa-2cf5-4aeb-b463-288e126a80d1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=abc29594-b075-4efe-90dc-929519eb8c83 HTTP/1.1" status: 200 len: 852 time: 0.1486745 Jan 19 22:27:09.712446 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-dda1d5af-9b2f-4a5f-b7e1-8bb9cdf1faa4 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:27:09.732566 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-dda1d5af-9b2f-4a5f-b7e1-8bb9cdf1faa4 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Usage tracker for resource:security_group_rule and tenant:14b41834d79d4e868fed82c53411eba6 is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:27:09.736654 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b49da20f-27e3-4872-bac6-e86c1596ead3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c38f0175-7732-4335-8d1f-b44d4fbf8fca'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:27:09.737165 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-dda1d5af-9b2f-4a5f-b7e1-8bb9cdf1faa4 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:27:09.761758 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-dda1d5af-9b2f-4a5f-b7e1-8bb9cdf1faa4 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:27:09.893234 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] For port c38f0175-7732-4335-8d1f-b44d4fbf8fca, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=c38f0175-7732-4335-8d1f-b44d4fbf8fca,segment=NetworkSegment(2494e6ea-e327-4774-b77a-709af40c6c25),segment_id=2494e6ea-e327-4774-b77a-709af40c6c25)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:27:09.902184 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-d8e2e8b2-fd1e-423c-93fb-74360f306010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:09.924755 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:09.996396 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-dda1d5af-9b2f-4a5f-b7e1-8bb9cdf1faa4 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:10.000171 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-15905c1b-5a0e-4b5a-b4c4-fd0dc7696370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:10.009648 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-7065ea66-c1c5-4985-8b87-64d7e204cdfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:10.045041 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15905c1b-5a0e-4b5a-b4c4-fd0dc7696370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb04e74d-38c6-4cc2-871e-2153ac6a98d5,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:10.050689 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-15905c1b-5a0e-4b5a-b4c4-fd0dc7696370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:10.051469 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-dda1d5af-9b2f-4a5f-b7e1-8bb9cdf1faa4 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:10.081814 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:10.106226 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:10.144808 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 49566) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:10.171273 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ff89190e-f69d-4927-b29d-7a63029fdf61 req-7e641528-ffb5-407f-8e71-4d19574c25cd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e4a9de19-b918-46f4-a492-f3eb46bbdf28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4541903 Jan 19 22:27:10.272541 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-dda1d5af-9b2f-4a5f-b7e1-8bb9cdf1faa4 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks [] for security_group, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:10.274182 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-dda1d5af-9b2f-4a5f-b7e1-8bb9cdf1faa4 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8191655 Jan 19 22:27:10.284465 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-15905c1b-5a0e-4b5a-b4c4-fd0dc7696370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:10.285691 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-15905c1b-5a0e-4b5a-b4c4-fd0dc7696370 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eb04e74d-38c6-4cc2-871e-2153ac6a98d5 HTTP/1.1" status: 204 len: 168 time: 1.2356145 Jan 19 22:27:10.294363 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 49576) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:10.299938 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0fb7005b-9f6a-4bf1-a3f2-bed59a3bd903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:10.328478 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-819aa361-8be0-473c-a3ac-2a27ba71347e tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Request body: {'security_group_rule': {'security_group_id': '3950fcd1-3bed-47dd-b889-44121b1b96c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:27:10.338205 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-819aa361-8be0-473c-a3ac-2a27ba71347e tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:27:10.342348 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-819aa361-8be0-473c-a3ac-2a27ba71347e tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Usage tracker for resource:security_group_rule and tenant:14b41834d79d4e868fed82c53411eba6 is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:27:10.345707 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-819aa361-8be0-473c-a3ac-2a27ba71347e tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:27:10.351980 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-819aa361-8be0-473c-a3ac-2a27ba71347e tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:27:10.362961 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda1d5af-9b2f-4a5f-b7e1-8bb9cdf1faa4 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Pushing event updated for resources: {'SecurityGroup': ['ID=3950fcd1-3bed-47dd-b889-44121b1b96c5,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:10.384866 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-dda1d5af-9b2f-4a5f-b7e1-8bb9cdf1faa4 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:10.385768 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-0fb7005b-9f6a-4bf1-a3f2-bed59a3bd903 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:27:10.395553 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-819aa361-8be0-473c-a3ac-2a27ba71347e tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks [] for security_group_rule, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:10.403966 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-0fb7005b-9f6a-4bf1-a3f2-bed59a3bd903 admin admin] Usage tracker for resource:security_group_rule and tenant:bc637cfd41424c1abe6b0a543eb5627e is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:27:10.414218 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-0fb7005b-9f6a-4bf1-a3f2-bed59a3bd903 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:27:10.415924 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device c6323484-7a34-4a35-b60f-588ce3e58ecc up at agent ovs-agent-dv-cinder-750782-5-smb {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:27:10.452792 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f4588-4682-4189-bc3f-e46b2efd8e37 req-a2a4c9d3-cb44-484b-9146-184e7d2dbedb tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:10.460945 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-058f4588-4682-4189-bc3f-e46b2efd8e37 req-a2a4c9d3-cb44-484b-9146-184e7d2dbedb tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=b49da20f-27e3-4872-bac6-e86c1596ead3 HTTP/1.1" status: 200 len: 945 time: 0.3809383 Jan 19 22:27:10.481200 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-0fb7005b-9f6a-4bf1-a3f2-bed59a3bd903 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:27:10.536268 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device c38f0175-7732-4335-8d1f-b44d4fbf8fca up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:27:10.589340 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Pushing event updated for resources: {'Port': ['ID=c38f0175-7732-4335-8d1f-b44d4fbf8fca,revision_number=4']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:10.652540 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:10.663398 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-058f4588-4682-4189-bc3f-e46b2efd8e37 req-5cd7ed41-6c5d-4eba-8bab-8fce5623068b tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/security-groups?id=9328ab63-6502-4afe-9f51-4c69c085bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001045 Jan 19 22:27:10.698315 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-819aa361-8be0-473c-a3ac-2a27ba71347e tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:10.706366 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-819aa361-8be0-473c-a3ac-2a27ba71347e tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257678'] for security_group_rule, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:10.713764 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5dafdc-724b-4895-8ae9-aa3f23026d6c req-ed2bfd41-8718-4d33-a570-fba11e960a70 tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:10.713960 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:10.714911 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-fa5dafdc-724b-4895-8ae9-aa3f23026d6c req-ed2bfd41-8718-4d33-a570-fba11e960a70 tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] Synchronizing usage tracker for tenant:d37c6aad9be642819e0acf0be56ef338 on resource:port {{(pid=80165) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:27:10.732484 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819aa361-8be0-473c-a3ac-2a27ba71347e tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d85b2611-484d-4415-a9b6-61d9f86e28ed,revision_number=0']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:10.749172 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-819aa361-8be0-473c-a3ac-2a27ba71347e tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:10.769513 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-fa5dafdc-724b-4895-8ae9-aa3f23026d6c req-ed2bfd41-8718-4d33-a570-fba11e960a70 tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] Unset dirty status for tenant:d37c6aad9be642819e0acf0be56ef338 on resource:port {{(pid=80165) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:27:10.787053 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-fa5dafdc-724b-4895-8ae9-aa3f23026d6c req-ed2bfd41-8718-4d33-a570-fba11e960a70 tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] 10.222.0.43 "GET /v2.0/ports?device_id=24b39422-3a4d-475b-8e3e-4794aadf633c HTTP/1.1" status: 200 len: 943 time: 0.6145010 Jan 19 22:27:10.790499 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ff89190e-f69d-4927-b29d-7a63029fdf61 req-cae671df-0850-4db0-aee8-bd9adf78c915 service neutron] 10.222.0.66 "GET /v2.0/networks/e4a9de19-b918-46f4-a492-f3eb46bbdf28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4971941 Jan 19 22:27:10.796393 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-819aa361-8be0-473c-a3ac-2a27ba71347e tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks [] for security_group_rule, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:10.797716 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-819aa361-8be0-473c-a3ac-2a27ba71347e tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4839451 Jan 19 22:27:10.801940 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 49588) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:10.807556 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-4004531e-7371-45f3-a1d2-15dc4a4d74ea tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Request body: {'security_group_rule': {'security_group_id': '3950fcd1-3bed-47dd-b889-44121b1b96c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:27:10.821884 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0fb7005b-9f6a-4bf1-a3f2-bed59a3bd903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:10.823276 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-4004531e-7371-45f3-a1d2-15dc4a4d74ea tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:27:10.827094 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0fb7005b-9f6a-4bf1-a3f2-bed59a3bd903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:10.837558 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-3a6f5876-98c4-4559-a3a5-fe924b70fb70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:10.845890 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-4004531e-7371-45f3-a1d2-15dc4a4d74ea tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Usage tracker for resource:security_group_rule and tenant:14b41834d79d4e868fed82c53411eba6 is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:27:10.854994 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-4004531e-7371-45f3-a1d2-15dc4a4d74ea tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:27:10.872465 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-4004531e-7371-45f3-a1d2-15dc4a4d74ea tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:27:10.907190 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-4004531e-7371-45f3-a1d2-15dc4a4d74ea tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks [] for security_group_rule, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:10.927810 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-0fb7005b-9f6a-4bf1-a3f2-bed59a3bd903 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bc637cfd41424c1abe6b0a543eb5627e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7816496 Jan 19 22:27:10.928918 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb7005b-9f6a-4bf1-a3f2-bed59a3bd903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8f6fc1-ed1b-410c-96f9-c69c9774d296,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:10.933006 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 49596) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:10.938608 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-0fb7005b-9f6a-4bf1-a3f2-bed59a3bd903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:11.014839 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-93804663-b2af-481a-aa47-775c5a868b44 req-11569ab7-8a90-4e5d-ab6d-6114543ff615 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Synchronizing usage tracker for tenant:7d1b4115b3444684a9fd42e8fcaf64a4 on resource:port {{(pid=80166) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:27:11.095057 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ff89190e-f69d-4927-b29d-7a63029fdf61 req-09edecac-1602-43bc-894e-63b0696738c8 service neutron] 10.222.0.66 "GET /v2.0/networks/e4a9de19-b918-46f4-a492-f3eb46bbdf28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2258682 Jan 19 22:27:11.108625 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b72db525-aa99-4e49-ad0e-2ea769928cdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:11.112121 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-93804663-b2af-481a-aa47-775c5a868b44 req-11569ab7-8a90-4e5d-ab6d-6114543ff615 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Unset dirty status for tenant:7d1b4115b3444684a9fd42e8fcaf64a4 on resource:port {{(pid=80166) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:27:11.113607 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-93804663-b2af-481a-aa47-775c5a868b44 req-11569ab7-8a90-4e5d-ab6d-6114543ff615 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 210 time: 0.1814573 Jan 19 22:27:11.135108 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-4004531e-7371-45f3-a1d2-15dc4a4d74ea tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:11.149143 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-4004531e-7371-45f3-a1d2-15dc4a4d74ea tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257678'] for security_group_rule, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:11.149534 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Provisioning complete for port c6323484-7a34-4a35-b60f-588ce3e58ecc triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:27:11.149935 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:11.163513 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-fa5dafdc-724b-4895-8ae9-aa3f23026d6c req-530c9b21-f753-419c-b8cc-947063905241 tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] 10.222.0.43 "GET /v2.0/security-groups?id=c4e553f1-eb7f-4d41-9509-bf206614870a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3755605 Jan 19 22:27:11.164197 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b72db525-aa99-4e49-ad0e-2ea769928cdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:11.172228 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-819aa361-8be0-473c-a3ac-2a27ba71347e tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:11.190636 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 49606) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:11.212203 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4004531e-7371-45f3-a1d2-15dc4a4d74ea tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f152c2e-aa36-443d-b621-1d71645437bd,revision_number=0']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:11.222280 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-4004531e-7371-45f3-a1d2-15dc4a4d74ea tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:11.240002 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-4004531e-7371-45f3-a1d2-15dc4a4d74ea tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks [] for security_group_rule, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:11.241305 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-4004531e-7371-45f3-a1d2-15dc4a4d74ea tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4383628 Jan 19 22:27:11.245109 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 49616) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:11.251233 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-fc2f9138-cc78-4acb-9b00-c2b130e320a2 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Request body: {'floatingip': {'floating_network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028'}} {{(pid=80165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:27:11.259746 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b72db525-aa99-4e49-ad0e-2ea769928cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:11.262153 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-fc2f9138-cc78-4acb-9b00-c2b130e320a2 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:27:11.266851 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-fc2f9138-cc78-4acb-9b00-c2b130e320a2 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Usage tracker for resource:floatingip and tenant:14b41834d79d4e868fed82c53411eba6 is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:27:11.269892 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-dda1d5af-9b2f-4a5f-b7e1-8bb9cdf1faa4 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:11.270544 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-fc2f9138-cc78-4acb-9b00-c2b130e320a2 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:27:11.276507 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-fc2f9138-cc78-4acb-9b00-c2b130e320a2 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:27:11.284805 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port c38f0175-7732-4335-8d1f-b44d4fbf8fca triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:27:11.285200 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:11.290235 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-fc2f9138-cc78-4acb-9b00-c2b130e320a2 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks [] for floatingip, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:11.312393 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72db525-aa99-4e49-ad0e-2ea769928cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8f6fc1-ed1b-410c-96f9-c69c9774d296,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:11.317795 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-b72db525-aa99-4e49-ad0e-2ea769928cdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:11.318672 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b72db525-aa99-4e49-ad0e-2ea769928cdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:11.328706 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-b72db525-aa99-4e49-ad0e-2ea769928cdd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ca8f6fc1-ed1b-410c-96f9-c69c9774d296 HTTP/1.1" status: 204 len: 168 time: 0.3917382 Jan 19 22:27:11.376405 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b17432-c824-4f07-82f7-e38f515eb563 None None] Network 581b2557-663a-4a8f-b6a0-e3185ab83804 requested from dv-cinder-750782-5-smb {{(pid=80167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:27:11.541985 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24b39422-3a4d-475b-8e3e-4794aadf633c', 'tag': '826a1eaa-1d02-4f61-a590-57f8dc282a58', 'status': 'completed', 'code': 200} Jan 19 22:27:11.574155 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-fc2f9138-cc78-4acb-9b00-c2b130e320a2 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:11.995377 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.db_base_plugin_common [None req-fc2f9138-cc78-4acb-9b00-c2b130e320a2 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Allocated IP 172.28.2.235 (8d9e1b39-82c1-4058-b2cd-c5f96fe21028/38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0/0001cefd-1fb1-4f5e-ba6d-4ebeea9b1673) {{(pid=80165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:27:12.041312 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b49da20f-27e3-4872-bac6-e86c1596ead3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c38f0175-7732-4335-8d1f-b44d4fbf8fca', 'code': 200} Jan 19 22:27:12.095384 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae2d19-d0b8-4179-bbd2-604846b72c14 req-10271c71-ba74-4972-a0b4-173d4e0c0f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:12.097103 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-8aae2d19-d0b8-4179-bbd2-604846b72c14 req-10271c71-ba74-4972-a0b4-173d4e0c0f22 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d37c6aad9be642819e0acf0be56ef338&device_id=24b39422-3a4d-475b-8e3e-4794aadf633c HTTP/1.1" status: 200 len: 1160 time: 0.4308081 Jan 19 22:27:12.264942 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43217a02-7924-43aa-8c6e-75333c3dcf86 req-9952c8c8-2ab3-4081-ba5f-aacc41c22c1d tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:12.265769 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-43217a02-7924-43aa-8c6e-75333c3dcf86 req-9952c8c8-2ab3-4081-ba5f-aacc41c22c1d tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Synchronizing usage tracker for tenant:7d1b4115b3444684a9fd42e8fcaf64a4 on resource:network {{(pid=80166) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:27:12.265977 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-d431a2bd-7540-47e5-8c05-35d6a6aa5fc0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2023318538-network', 'tenant_id': 'd21cc79040f84513b239a36e3444a630'}} {{(pid=80165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:27:12.336160 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.66', 62547) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:12.336679 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 49662) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:12.387081 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-b350c9af-707c-4e7f-88a8-0de6dc6f084b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-950530122-network', 'tenant_id': '0ad4f6da56a844d48a33913d9251b3a9'}} {{(pid=80166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:27:12.389827 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-d431a2bd-7540-47e5-8c05-35d6a6aa5fc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:27:12.391932 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-b350c9af-707c-4e7f-88a8-0de6dc6f084b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:27:12.395923 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-b350c9af-707c-4e7f-88a8-0de6dc6f084b admin admin] Usage tracker for resource:network and tenant:0ad4f6da56a844d48a33913d9251b3a9 is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:27:12.399131 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-b350c9af-707c-4e7f-88a8-0de6dc6f084b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:27:12.405739 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-b350c9af-707c-4e7f-88a8-0de6dc6f084b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:27:12.428485 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b350c9af-707c-4e7f-88a8-0de6dc6f084b admin admin] Made reservation on behalf of 0ad4f6da56a844d48a33913d9251b3a9 for: {'network': 1} {{(pid=80166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:27:12.434043 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b350c9af-707c-4e7f-88a8-0de6dc6f084b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for network, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:12.463240 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-43217a02-7924-43aa-8c6e-75333c3dcf86 req-9952c8c8-2ab3-4081-ba5f-aacc41c22c1d tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Unset dirty status for tenant:7d1b4115b3444684a9fd42e8fcaf64a4 on resource:network {{(pid=80166) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:27:12.471336 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-43217a02-7924-43aa-8c6e-75333c3dcf86 req-9952c8c8-2ab3-4081-ba5f-aacc41c22c1d tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/networks?id=856f698c-d037-4288-89b3-b30e0383555d HTTP/1.1" status: 200 len: 818 time: 0.7106721 Jan 19 22:27:12.480439 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b350c9af-707c-4e7f-88a8-0de6dc6f084b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:12.498267 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-d8e2e8b2-fd1e-423c-93fb-74360f306010 None None] Notify callbacks [] for port, precommit_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:12.513137 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-d8e2e8b2-fd1e-423c-93fb-74360f306010 None None] Transition to ACTIVE for port object b1128e34-0566-4b0c-a792-578b245f19df will not be triggered until provisioned by entity L2. {{(pid=80167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:27:12.513254 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-b350c9af-707c-4e7f-88a8-0de6dc6f084b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:27:12.517504 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-d8e2e8b2-fd1e-423c-93fb-74360f306010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:12.548984 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-43217a02-7924-43aa-8c6e-75333c3dcf86 req-3b216c9d-37e6-43d5-9d1a-ad8ce283bb81 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/quotas/7d1b4115b3444684a9fd42e8fcaf64a4 HTTP/1.1" status: 200 len: 375 time: 0.0768721 Jan 19 22:27:12.552041 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-b350c9af-707c-4e7f-88a8-0de6dc6f084b admin admin] Usage tracker for resource:security_group_rule and tenant:0ad4f6da56a844d48a33913d9251b3a9 is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:27:12.553864 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-96bc2e02-81b7-443c-ba95-fc4d3f8c1bdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:12.585525 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-d431a2bd-7540-47e5-8c05-35d6a6aa5fc0 admin admin] Usage tracker for resource:network and tenant:d21cc79040f84513b239a36e3444a630 is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:27:12.600266 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-b350c9af-707c-4e7f-88a8-0de6dc6f084b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:27:12.605531 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-d431a2bd-7540-47e5-8c05-35d6a6aa5fc0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:27:12.627885 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae2d19-d0b8-4179-bbd2-604846b72c14 req-a5afc087-1c6d-4eed-8266-20d7ef517ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:12.631907 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-8aae2d19-d0b8-4179-bbd2-604846b72c14 req-a5afc087-1c6d-4eed-8266-20d7ef517ecc service neutron] 10.222.0.66 "GET /v2.0/networks?id=e4a9de19-b918-46f4-a492-f3eb46bbdf28 HTTP/1.1" status: 200 len: 906 time: 0.5219932 Jan 19 22:27:12.635117 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-b350c9af-707c-4e7f-88a8-0de6dc6f084b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:27:12.673134 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841712e4-a18e-40e0-b90b-bd4e56e09fca req-fb7dda2c-e74a-412e-8cab-fd0ec065f6a8 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:12.675808 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-841712e4-a18e-40e0-b90b-bd4e56e09fca req-fb7dda2c-e74a-412e-8cab-fd0ec065f6a8 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.66 "GET /v2.0/networks?id=856f698c-d037-4288-89b3-b30e0383555d HTTP/1.1" status: 200 len: 818 time: 0.4354067 Jan 19 22:27:12.685797 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-d431a2bd-7540-47e5-8c05-35d6a6aa5fc0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:27:12.715247 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [req-841712e4-a18e-40e0-b90b-bd4e56e09fca req-190c647e-1820-468c-ab72-c28f826cac42 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Request body: {'port': {'device_id': '702e22e6-b77f-4b28-8670-26ebb196a856', 'network_id': '856f698c-d037-4288-89b3-b30e0383555d', 'admin_state_up': True, 'tenant_id': '7d1b4115b3444684a9fd42e8fcaf64a4'}} {{(pid=80165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:27:12.779435 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ddf7ae-e34d-49c5-b7be-3deb6eb53be8 req-4aea581c-07d9-4b0a-9b93-997808f8cbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:12.785730 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-90ddf7ae-e34d-49c5-b7be-3deb6eb53be8 req-4aea581c-07d9-4b0a-9b93-997808f8cbcb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b49da20f-27e3-4872-bac6-e86c1596ead3 HTTP/1.1" status: 200 len: 1162 time: 0.4464095 Jan 19 22:27:12.789120 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d431a2bd-7540-47e5-8c05-35d6a6aa5fc0 admin admin] Made reservation on behalf of d21cc79040f84513b239a36e3444a630 for: {'network': 1} {{(pid=80165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:27:12.794434 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-d431a2bd-7540-47e5-8c05-35d6a6aa5fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for network, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:12.820731 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-d431a2bd-7540-47e5-8c05-35d6a6aa5fc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:12.821589 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-8aae2d19-d0b8-4179-bbd2-604846b72c14 req-6ab48326-c21c-4219-a0b8-0c369e02e0ed service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=826a1eaa-1d02-4f61-a590-57f8dc282a58 HTTP/1.1" status: 200 len: 217 time: 0.1756673 Jan 19 22:27:12.932700 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053941d3-22cc-4ed6-bedf-9ab696cc17b7 req-09546f9c-8583-406b-b808-fd7ae1bd3543 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:12.933252 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b350c9af-707c-4e7f-88a8-0de6dc6f084b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:12.934727 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-053941d3-22cc-4ed6-bedf-9ab696cc17b7 req-09546f9c-8583-406b-b808-fd7ae1bd3543 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=b49da20f-27e3-4872-bac6-e86c1596ead3 HTTP/1.1" status: 200 len: 945 time: 0.6974216 Jan 19 22:27:12.951537 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-d431a2bd-7540-47e5-8c05-35d6a6aa5fc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:27:12.955481 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-90ddf7ae-e34d-49c5-b7be-3deb6eb53be8 req-e5d0bafb-2c1d-4447-83e9-e6248c4a816e service neutron] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:12.957061 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-d431a2bd-7540-47e5-8c05-35d6a6aa5fc0 admin admin] Usage tracker for resource:security_group_rule and tenant:d21cc79040f84513b239a36e3444a630 is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:27:12.960175 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-d431a2bd-7540-47e5-8c05-35d6a6aa5fc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:27:12.966188 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-d431a2bd-7540-47e5-8c05-35d6a6aa5fc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:27:13.030146 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec2462a-e891-4a9a-9dce-d63b9f4422ac None None] Pushing event updated for resources: {'Port': ['ID=b1128e34-0566-4b0c-a792-578b245f19df,revision_number=3']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:13.033993 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [req-90ddf7ae-e34d-49c5-b7be-3deb6eb53be8 req-e5d0bafb-2c1d-4447-83e9-e6248c4a816e service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:27:13.039000 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-90ddf7ae-e34d-49c5-b7be-3deb6eb53be8 req-e5d0bafb-2c1d-4447-83e9-e6248c4a816e service neutron] Usage tracker for resource:security_group_rule and tenant:68934061f3f846bcbc2acc1684b4ae13 is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:27:13.042386 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-90ddf7ae-e34d-49c5-b7be-3deb6eb53be8 req-e5d0bafb-2c1d-4447-83e9-e6248c4a816e service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:27:13.049749 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [req-90ddf7ae-e34d-49c5-b7be-3deb6eb53be8 req-e5d0bafb-2c1d-4447-83e9-e6248c4a816e service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:27:13.057108 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-fc2f9138-cc78-4acb-9b00-c2b130e320a2 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks [] for port, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:13.072458 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-053941d3-22cc-4ed6-bedf-9ab696cc17b7 req-a72a2b19-1a19-4357-b96e-5a3c82925bba tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/security-groups?id=9328ab63-6502-4afe-9f51-4c69c085bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862989 Jan 19 22:27:13.120003 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-5ec2462a-e891-4a9a-9dce-d63b9f4422ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:13.143287 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [req-841712e4-a18e-40e0-b90b-bd4e56e09fca req-190c647e-1820-468c-ab72-c28f826cac42 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:27:13.155549 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [req-841712e4-a18e-40e0-b90b-bd4e56e09fca req-190c647e-1820-468c-ab72-c28f826cac42 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:27:13.169149 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-90ddf7ae-e34d-49c5-b7be-3deb6eb53be8 req-e5d0bafb-2c1d-4447-83e9-e6248c4a816e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:13.170499 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b350c9af-707c-4e7f-88a8-0de6dc6f084b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:13.183405 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-841712e4-a18e-40e0-b90b-bd4e56e09fca req-190c647e-1820-468c-ab72-c28f826cac42 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Made reservation on behalf of 7d1b4115b3444684a9fd42e8fcaf64a4 for: {'port': 1} {{(pid=80165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:27:13.193978 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-841712e4-a18e-40e0-b90b-bd4e56e09fca req-190c647e-1820-468c-ab72-c28f826cac42 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:13.209187 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-90ddf7ae-e34d-49c5-b7be-3deb6eb53be8 req-e5d0bafb-2c1d-4447-83e9-e6248c4a816e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:13.210343 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b350c9af-707c-4e7f-88a8-0de6dc6f084b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 19 22:27:13.216435 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:13.274912 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-90ddf7ae-e34d-49c5-b7be-3deb6eb53be8 req-e5d0bafb-2c1d-4447-83e9-e6248c4a816e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9328ab63-6502-4afe-9f51-4c69c085bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4592981 Jan 19 22:27:13.294398 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b350c9af-707c-4e7f-88a8-0de6dc6f084b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560818'] for segment, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:13.294963 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.db.segments_db [None req-b350c9af-707c-4e7f-88a8-0de6dc6f084b admin admin] Added segment 8a9773ca-f815-4a73-850d-74bd969fc808 of type vxlan for network 6cd05daa-f47f-45a1-9cc2-024d87e8cd72 Jan 19 22:27:13.310538 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-43217a02-7924-43aa-8c6e-75333c3dcf86 req-0ce2cf3e-de23-4487-ba77-fde96a7b3dd5 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?tenant_id=7d1b4115b3444684a9fd42e8fcaf64a4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7605531 Jan 19 22:27:13.385191 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350c9af-707c-4e7f-88a8-0de6dc6f084b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ea9d9a-35b1-43f0-a0cd-b853708d4227,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:13.386545 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-d431a2bd-7540-47e5-8c05-35d6a6aa5fc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:13.434817 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae2d19-d0b8-4179-bbd2-604846b72c14 req-08c0387c-b3a3-4ac3-b5bd-4af663fc9e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:13.436977 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-8aae2d19-d0b8-4179-bbd2-604846b72c14 req-08c0387c-b3a3-4ac3-b5bd-4af663fc9e73 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=abc29594-b075-4efe-90dc-929519eb8c83 HTTP/1.1" status: 200 len: 852 time: 0.4488451 Jan 19 22:27:13.551324 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.objects.ports [None req-f57be310-11fa-4795-8efc-b589ff734af9 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80167) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 19 22:27:13.642355 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-d8e2e8b2-fd1e-423c-93fb-74360f306010 None None] Attempting to bind port b1128e34-0566-4b0c-a792-578b245f19df on host dv-cinder-750782-5-smb for vnic_type normal with profile {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:27:13.642619 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-d8e2e8b2-fd1e-423c-93fb-74360f306010 None None] Attempting to bind port b1128e34-0566-4b0c-a792-578b245f19df by drivers openvswitch on host dv-cinder-750782-5-smb at level 0 using segments [{'id': 'c0eefc68-d721-4cc9-9571-b071e90f43c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9833d04b-801e-468a-b55d-a07f3c5885cd'}] {{(pid=80167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:27:13.643236 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e2e8b2-fd1e-423c-93fb-74360f306010 None None] Attempting to bind port b1128e34-0566-4b0c-a792-578b245f19df on network 9833d04b-801e-468a-b55d-a07f3c5885cd {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:27:13.652632 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e2e8b2-fd1e-423c-93fb-74360f306010 None None] Checking agent: {'id': 'f078d5c4-c25a-4ec9-8658-39b8d5860620', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 17, 33), 'started_at': datetime.datetime(2021, 1, 19, 22, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:27:13.653182 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e2e8b2-fd1e-423c-93fb-74360f306010 None None] Checking segment: {'id': 'c0eefc68-d721-4cc9-9571-b071e90f43c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9833d04b-801e-468a-b55d-a07f3c5885cd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:27:13.653760 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-d8e2e8b2-fd1e-423c-93fb-74360f306010 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:13.654332 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e2e8b2-fd1e-423c-93fb-74360f306010 None None] Bound using segment: {'id': 'c0eefc68-d721-4cc9-9571-b071e90f43c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9833d04b-801e-468a-b55d-a07f3c5885cd'} {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:27:13.655744 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-d8e2e8b2-fd1e-423c-93fb-74360f306010 None None] Bound port: b1128e34-0566-4b0c-a792-578b245f19df, host: dv-cinder-750782-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0eefc68-d721-4cc9-9571-b071e90f43c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9833d04b-801e-468a-b55d-a07f3c5885cd'}}] {{(pid=80167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:27:13.656277 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-d8e2e8b2-fd1e-423c-93fb-74360f306010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:13.690790 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-8aae2d19-d0b8-4179-bbd2-604846b72c14 req-0407541a-b08f-4be6-8707-737d6d86c06e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e4a9de19-b918-46f4-a492-f3eb46bbdf28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1208272 Jan 19 22:27:13.700161 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b350c9af-707c-4e7f-88a8-0de6dc6f084b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729769566152'] for network, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:13.704741 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d0bafb-2c1d-4447-83e9-e6248c4a816e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe93f53-a2d1-48f6-a82a-1f0c17ec426c,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:13.720508 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-e5d0bafb-2c1d-4447-83e9-e6248c4a816e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:13.742044 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.469s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:13.742385 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:13.821108 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-fc2f9138-cc78-4acb-9b00-c2b130e320a2 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307085170889'] for port, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:13.821961 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-d431a2bd-7540-47e5-8c05-35d6a6aa5fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:13.827469 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-d8e2e8b2-fd1e-423c-93fb-74360f306010 None None] For port b1128e34-0566-4b0c-a792-578b245f19df, host dv-cinder-750782-5-smb, cleared binding levels {{(pid=80167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:27:13.831723 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-d8e2e8b2-fd1e-423c-93fb-74360f306010 None None] For port b1128e34-0566-4b0c-a792-578b245f19df, host dv-cinder-750782-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=b1128e34-0566-4b0c-a792-578b245f19df,segment=NetworkSegment(c0eefc68-d721-4cc9-9571-b071e90f43c2),segment_id=c0eefc68-d721-4cc9-9571-b071e90f43c2)] {{(pid=80167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:27:13.836501 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-d8e2e8b2-fd1e-423c-93fb-74360f306010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:13.854777 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:13.864881 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-43217a02-7924-43aa-8c6e-75333c3dcf86 req-a0f402a3-ade9-4cf8-9884-ceff6d7cf529 service neutron] 10.222.0.43 "GET /v2.0/networks/856f698c-d037-4288-89b3-b30e0383555d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5398500 Jan 19 22:27:13.949896 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec2462a-e891-4a9a-9dce-d63b9f4422ac None None] Pushing event updated for resources: {'Port': ['ID=b1128e34-0566-4b0c-a792-578b245f19df,revision_number=4']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:13.971841 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-5ec2462a-e891-4a9a-9dce-d63b9f4422ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:14.006326 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:14.109111 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b350c9af-707c-4e7f-88a8-0de6dc6f084b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596'] for network, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:14.125602 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b350c9af-707c-4e7f-88a8-0de6dc6f084b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:14.126253 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b350c9af-707c-4e7f-88a8-0de6dc6f084b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for network, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:14.137236 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:14.157034 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e2e8b2-fd1e-423c-93fb-74360f306010 None None] Routers {'d22e703f-4e05-4603-b87d-f1e492cf1ab8'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:27:14.158284 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-d8e2e8b2-fd1e-423c-93fb-74360f306010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:27:02Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['d22e703f-4e05-4603-b87d-f1e492cf1ab8'], 'active': True} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:27:14.426752 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device 826a1eaa-1d02-4f61-a590-57f8dc282a58 up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:27:14.456423 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-8aae2d19-d0b8-4179-bbd2-604846b72c14 req-2a16eea5-a167-425c-825f-230030940bb3 service neutron] 10.222.0.66 "GET /v2.0/networks/e4a9de19-b918-46f4-a492-f3eb46bbdf28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7439251 Jan 19 22:27:14.511461 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350c9af-707c-4e7f-88a8-0de6dc6f084b admin admin] Pushing event updated for resources: {'Network': ['ID=6cd05daa-f47f-45a1-9cc2-024d87e8cd72,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:14.525518 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-b350c9af-707c-4e7f-88a8-0de6dc6f084b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:14.528080 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.agents_db [None req-329fefd4-1494-457f-8297-9b2689c275d7 None None] Agent healthcheck: found 6 active agents {{(pid=80168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:27:14.545371 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-b350c9af-707c-4e7f-88a8-0de6dc6f084b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2047012 Jan 19 22:27:14.557329 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 49714) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:14.569057 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Network 6cd05daa-f47f-45a1-9cc2-024d87e8cd72 details requested by agent ovs-agent-dv-cinder-750782-5-smb with host dv-cinder-750782-5-smb {{(pid=80167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:27:14.572578 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-a0acd90a-7260-41e4-bb04-5416eeafafa5 admin admin] Request body: {'subnet': {'network_id': '6cd05daa-f47f-45a1-9cc2-024d87e8cd72', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-950530122-subnet', 'tenant_id': '0ad4f6da56a844d48a33913d9251b3a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:27:14.588943 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Network 6cd05daa-f47f-45a1-9cc2-024d87e8cd72 details requested by agent ovs-agent-hv-cinder-75078 with host hv-cinder-75078 {{(pid=80167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:27:14.613435 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-d8e2e8b2-fd1e-423c-93fb-74360f306010 None None] Set router d22e703f-4e05-4603-b87d-f1e492cf1ab8 gateway port host: dv-cinder-750782-5-smb {{(pid=80167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:27:14.631653 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-a0acd90a-7260-41e4-bb04-5416eeafafa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:27:14.635624 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-43217a02-7924-43aa-8c6e-75333c3dcf86 req-6962d51b-89da-4b54-a2f7-7df78f006ed0 service neutron] 10.222.0.43 "GET /v2.0/networks/856f698c-d037-4288-89b3-b30e0383555d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7586660 Jan 19 22:27:14.642684 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-a0acd90a-7260-41e4-bb04-5416eeafafa5 admin admin] Usage tracker for resource:subnet and tenant:0ad4f6da56a844d48a33913d9251b3a9 is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:27:14.647803 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-a0acd90a-7260-41e4-bb04-5416eeafafa5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:27:14.663086 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-a0acd90a-7260-41e4-bb04-5416eeafafa5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:27:14.697841 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0acd90a-7260-41e4-bb04-5416eeafafa5 admin admin] Made reservation on behalf of 0ad4f6da56a844d48a33913d9251b3a9 for: {'subnet': 1} {{(pid=80166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:27:14.704082 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a0acd90a-7260-41e4-bb04-5416eeafafa5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:14.743686 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-8aae2d19-d0b8-4179-bbd2-604846b72c14 req-8df0e44c-841a-4065-bcef-cb1634fdeefa service neutron] 10.222.0.66 "GET /v2.0/networks/e4a9de19-b918-46f4-a492-f3eb46bbdf28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2676258 Jan 19 22:27:14.757722 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d431a2bd-7540-47e5-8c05-35d6a6aa5fc0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=80165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 19 22:27:14.816415 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2f9138-cc78-4acb-9b00-c2b130e320a2 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Network 8d9e1b39-82c1-4058-b2cd-c5f96fe21028 is already hosted by enough agents. {{(pid=80165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:27:14.899870 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.db_base_plugin_common [req-841712e4-a18e-40e0-b90b-bd4e56e09fca req-190c647e-1820-468c-ab72-c28f826cac42 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Allocated IP 172.20.0.13 (856f698c-d037-4288-89b3-b30e0383555d/1a97053a-7ac6-44d6-84ad-912d742b25fc/213ffbf8-31f1-4cf2-8214-924aa8a89551) {{(pid=80165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:27:15.137841 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning for port 826a1eaa-1d02-4f61-a590-57f8dc282a58 completed by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:27:15.226737 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port 826a1eaa-1d02-4f61-a590-57f8dc282a58 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:27:15.227168 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:15.342975 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-841712e4-a18e-40e0-b90b-bd4e56e09fca req-190c647e-1820-468c-ab72-c28f826cac42 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Notify callbacks [] for port, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:15.375933 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [None req-fc2f9138-cc78-4acb-9b00-c2b130e320a2 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Resources bound (agent type, host, resource id): {{(pid=80165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:27:15.378518 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2f9138-cc78-4acb-9b00-c2b130e320a2 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Received port after_create {{(pid=80165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:27:15.456982 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-fc2f9138-cc78-4acb-9b00-c2b130e320a2 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks [] for floatingip, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:15.466227 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-d431a2bd-7540-47e5-8c05-35d6a6aa5fc0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729769941124', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560818'] for segment, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:15.466614 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.db.segments_db [None req-d431a2bd-7540-47e5-8c05-35d6a6aa5fc0 admin admin] Added segment 3f7c6ccc-f875-4a37-aad4-bbb9cbf53bde of type vxlan for network 6ef4e1d2-abe0-4afc-adb2-8d80517036be Jan 19 22:27:15.476250 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-841712e4-a18e-40e0-b90b-bd4e56e09fca req-190c647e-1820-468c-ab72-c28f826cac42 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307085170889'] for port, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:15.485232 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f9138-cc78-4acb-9b00-c2b130e320a2 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Pushing event updated for resources: {'Port': ['ID=0001cefd-1fb1-4f5e-ba6d-4ebeea9b1673,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:15.488571 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-fc2f9138-cc78-4acb-9b00-c2b130e320a2 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.482s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:15.536420 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-96a3aa87-9d92-481a-8612-7ed6d9346365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.482s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:15.575693 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d431a2bd-7540-47e5-8c05-35d6a6aa5fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a187e4-160d-40ac-91dd-091a7dbbf55a,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:15.580944 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-d431a2bd-7540-47e5-8c05-35d6a6aa5fc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:15.641724 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e60c18-5e22-4bdd-a934-a73fe373661d req-02176672-9b3f-4d76-84bf-f9d289757c9c tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:15.645087 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:15.645653 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-b1e60c18-5e22-4bdd-a934-a73fe373661d req-02176672-9b3f-4d76-84bf-f9d289757c9c tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=b49da20f-27e3-4872-bac6-e86c1596ead3 HTTP/1.1" status: 200 len: 945 time: 0.4980934 Jan 19 22:27:15.724586 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-b1e60c18-5e22-4bdd-a934-a73fe373661d req-de521d48-b3fb-425b-81f3-47a48f5cb48c tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/security-groups?id=9328ab63-6502-4afe-9f51-4c69c085bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718200 Jan 19 22:27:15.834515 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-d8e2e8b2-fd1e-423c-93fb-74360f306010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'name': 'tempest-AttachVolumeTestJSON-850801678-router', 'tenant_id': '14b41834d79d4e868fed82c53411eba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': 'e6c5bf0a-eb61-473f-a266-8bcc4e1632ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:26:45Z', 'updated_at': '2021-01-19T22:27:01Z', 'revision_number': 4, 'project_id': '14b41834d79d4e868fed82c53411eba6', 'gw_port': {'id': 'e6c5bf0a-eb61-473f-a266-8bcc4e1632ba', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:15:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:26:48Z', 'updated_at': '2021-01-19T22:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_interfaces': [{'id': 'b1128e34-0566-4b0c-a792-578b245f19df', 'name': '', 'network_id': '9833d04b-801e-468a-b55d-a07f3c5885cd', 'tenant_id': '14b41834d79d4e868fed82c53411eba6', 'mac_address': 'fa:16:3e:89:df:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1981add0-450b-4ba4-a4b4-88355edcb693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:26:58Z', 'updated_at': '2021-01-19T22:27:13Z', 'revision_number': 4, 'project_id': '14b41834d79d4e868fed82c53411eba6', 'subnets': [{'id': '1981add0-450b-4ba4-a4b4-88355edcb693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:27:15.835765 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a0acd90a-7260-41e4-bb04-5416eeafafa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596'] for subnet, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:15.857023 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e2e8b2-fd1e-423c-93fb-74360f306010 None None] The sync data for ids ['d22e703f-4e05-4603-b87d-f1e492cf1ab8'] in dv-cinder-750782-5-smb is: [{'id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'name': 'tempest-AttachVolumeTestJSON-850801678-router', 'tenant_id': '14b41834d79d4e868fed82c53411eba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': 'e6c5bf0a-eb61-473f-a266-8bcc4e1632ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:26:45Z', 'updated_at': '2021-01-19T22:27:01Z', 'revision_number': 4, 'project_id': '14b41834d79d4e868fed82c53411eba6', 'gw_port': {'id': 'e6c5bf0a-eb61-473f-a266-8bcc4e1632ba', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:15:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:26:48Z', 'updated_at': '2021-01-19T22:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_interfaces': [{'id': 'b1128e34-0566-4b0c-a792-578b245f19df', 'name': '', 'network_id': '9833d04b-801e-468a-b55d-a07f3c5885cd', 'tenant_id': '14b41834d79d4e868fed82c53411eba6', 'mac_address': 'fa:16:3e:89:df:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1981add0-450b-4ba4-a4b4-88355edcb693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:26:58Z', 'updated_at': '2021-01-19T22:27:13Z', 'revision_number': 4, 'project_id': '14b41834d79d4e868fed82c53411eba6', 'subnets': [{'id': '1981add0-450b-4ba4-a4b4-88355edcb693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:27:15.864688 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:15.971849 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b39422-3a4d-475b-8e3e-4794aadf633c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826a1eaa-1d02-4f61-a590-57f8dc282a58'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:27:15.972668 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-d431a2bd-7540-47e5-8c05-35d6a6aa5fc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729769566152'] for network, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:15.992838 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] For port 826a1eaa-1d02-4f61-a590-57f8dc282a58, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=826a1eaa-1d02-4f61-a590-57f8dc282a58,segment=NetworkSegment(b8706188-c2ad-4e0f-90b7-ccdf938122e3),segment_id=b8706188-c2ad-4e0f-90b7-ccdf938122e3)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:27:16.000257 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:16.002194 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device c38f0175-7732-4335-8d1f-b44d4fbf8fca up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:27:16.058333 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:16.071048 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190c647e-1820-468c-ab72-c28f826cac42 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Pushing event updated for resources: {'Port': ['ID=213ffbf8-31f1-4cf2-8214-924aa8a89551,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:16.072859 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:16.138439 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d470fa2-c27a-44ee-8376-c9a1b7f8cffd req-6f6cc639-96d0-46d7-9c38-fb6095c4c0ce tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:16.150129 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-2d470fa2-c27a-44ee-8376-c9a1b7f8cffd req-6f6cc639-96d0-46d7-9c38-fb6095c4c0ce tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] 10.222.0.43 "GET /v2.0/ports?device_id=24b39422-3a4d-475b-8e3e-4794aadf633c HTTP/1.1" status: 200 len: 943 time: 2.3360059 Jan 19 22:27:16.184741 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-190c647e-1820-468c-ab72-c28f826cac42 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:16.204851 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-d431a2bd-7540-47e5-8c05-35d6a6aa5fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596'] for network, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:16.230108 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d431a2bd-7540-47e5-8c05-35d6a6aa5fc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:16.230962 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-d431a2bd-7540-47e5-8c05-35d6a6aa5fc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for network, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:16.348727 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-0335434e-02a0-48b0-96d9-809cd9a67ed8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:16.408881 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-7d5b5ba3-0f86-49d3-8699-75d9a687b8a1 req-9273db66-2c76-4b3f-9712-f518440c2c9c tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=3994cc61-b4f6-41de-9c13-149ad7c2641b HTTP/1.1" status: 200 len: 210 time: 0.3514900 Jan 19 22:27:16.495573 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0acd90a-7260-41e4-bb04-5416eeafafa5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58121f57-aeda-436e-bca9-e58a42bc7eba,revision_number=0']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:16.502692 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-a0acd90a-7260-41e4-bb04-5416eeafafa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:16.540639 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device b1128e34-0566-4b0c-a792-578b245f19df up at agent ovs-agent-dv-cinder-750782-5-smb {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:27:16.612788 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0acd90a-7260-41e4-bb04-5416eeafafa5 admin admin] Checking segment: {'id': '8a9773ca-f815-4a73-850d-74bd969fc808', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '6cd05daa-f47f-45a1-9cc2-024d87e8cd72'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:27:16.613568 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0acd90a-7260-41e4-bb04-5416eeafafa5 admin admin] Network hostable DHCP agents. Network: 6cd05daa-f47f-45a1-9cc2-024d87e8cd72, hostable agents: ['ea282ca9-2836-4d3d-88e8-844f6d380f74'], hosted agents: [] {{(pid=80166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 19 22:27:16.621653 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-fc2f9138-cc78-4acb-9b00-c2b130e320a2 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:16.637022 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b39422-3a4d-475b-8e3e-4794aadf633c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826a1eaa-1d02-4f61-a590-57f8dc282a58', 'code': 200} Jan 19 22:27:16.650261 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0acd90a-7260-41e4-bb04-5416eeafafa5 admin admin] Network 6cd05daa-f47f-45a1-9cc2-024d87e8cd72 is scheduled to be hosted by DHCP agent ea282ca9-2836-4d3d-88e8-844f6d380f74 with binding_index 1 {{(pid=80166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 19 22:27:16.653195 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port c38f0175-7732-4335-8d1f-b44d4fbf8fca triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:27:16.653671 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:16.668335 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [None req-a0acd90a-7260-41e4-bb04-5416eeafafa5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-5-smb, 6cd05daa-f47f-45a1-9cc2-024d87e8cd72) {{(pid=80166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:27:16.681445 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0acd90a-7260-41e4-bb04-5416eeafafa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:16.682115 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a0acd90a-7260-41e4-bb04-5416eeafafa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for subnet, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:16.718336 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-a0acd90a-7260-41e4-bb04-5416eeafafa5 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1565478 Jan 19 22:27:16.775038 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77009fb-1eb4-47de-b5bc-5709c930824a None None] Network 6cd05daa-f47f-45a1-9cc2-024d87e8cd72 requested from dv-cinder-750782-5-smb {{(pid=80167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:27:16.870514 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 49756) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:16.972069 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d431a2bd-7540-47e5-8c05-35d6a6aa5fc0 admin admin] Pushing event updated for resources: {'Network': ['ID=6ef4e1d2-abe0-4afc-adb2-8d80517036be,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:17.033380 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-2d470fa2-c27a-44ee-8376-c9a1b7f8cffd req-921b7f8f-f1c1-456c-aaab-d7a3f3d6d4fc tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] 10.222.0.43 "GET /v2.0/security-groups?id=c4e553f1-eb7f-4d41-9509-bf206614870a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8806708 Jan 19 22:27:17.084118 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-841712e4-a18e-40e0-b90b-bd4e56e09fca req-190c647e-1820-468c-ab72-c28f826cac42 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Network 856f698c-d037-4288-89b3-b30e0383555d is already hosted by enough agents. {{(pid=80165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:27:17.094664 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-d431a2bd-7540-47e5-8c05-35d6a6aa5fc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.746s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:17.096853 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [req-841712e4-a18e-40e0-b90b-bd4e56e09fca req-190c647e-1820-468c-ab72-c28f826cac42 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Resources bound (agent type, host, resource id): {{(pid=80165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:27:17.143296 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [req-841712e4-a18e-40e0-b90b-bd4e56e09fca req-190c647e-1820-468c-ab72-c28f826cac42 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Received port after_create {{(pid=80165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:27:17.186997 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841712e4-a18e-40e0-b90b-bd4e56e09fca req-190c647e-1820-468c-ab72-c28f826cac42 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:17.188090 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-841712e4-a18e-40e0-b90b-bd4e56e09fca req-190c647e-1820-468c-ab72-c28f826cac42 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for port, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:17.200811 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Network 6ef4e1d2-abe0-4afc-adb2-8d80517036be details requested by agent ovs-agent-dv-cinder-750782-5-smb with host dv-cinder-750782-5-smb {{(pid=80167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:27:17.219764 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 49764) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:17.323636 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ac688cdd-1271-4932-9594-2d47d7135841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:17.356948 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-ac688cdd-1271-4932-9594-2d47d7135841 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:27:17.361861 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-ac688cdd-1271-4932-9594-2d47d7135841 admin admin] Usage tracker for resource:security_group_rule and tenant:0c3ec245e31d459f8d4f1a86ecd50265 is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:27:17.365454 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-ac688cdd-1271-4932-9594-2d47d7135841 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:27:17.367249 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Network 6ef4e1d2-abe0-4afc-adb2-8d80517036be details requested by agent ovs-agent-hv-cinder-75078 with host hv-cinder-75078 {{(pid=80167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:27:17.372663 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-ac688cdd-1271-4932-9594-2d47d7135841 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:27:17.404229 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-d431a2bd-7540-47e5-8c05-35d6a6aa5fc0 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 6.2097542 Jan 19 22:27:17.425826 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 49768) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:17.432324 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-841712e4-a18e-40e0-b90b-bd4e56e09fca req-190c647e-1820-468c-ab72-c28f826cac42 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7228601 Jan 19 22:27:17.448032 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-23801286-ffee-4b4b-ae47-95c26b918495 admin admin] Request body: {'subnet': {'network_id': '6ef4e1d2-abe0-4afc-adb2-8d80517036be', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2023318538-subnet', 'tenant_id': 'd21cc79040f84513b239a36e3444a630', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:27:17.473782 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.db_base_plugin_v2 [None req-59d53031-e0a2-45b0-bd93-0126076852c7 admin admin] Deleting subnet 61a4b403-cfa2-475c-b57d-b4881f5d0df1 {{(pid=80165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 19 22:27:17.526870 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-23801286-ffee-4b4b-ae47-95c26b918495 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:27:17.539263 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a01da-6c24-4390-a9d2-357d16bcb740 req-f617d148-d98f-42e6-bd0a-09ac998617bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:17.540908 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-b33a01da-6c24-4390-a9d2-357d16bcb740 req-f617d148-d98f-42e6-bd0a-09ac998617bd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=24b39422-3a4d-475b-8e3e-4794aadf633c HTTP/1.1" status: 200 len: 1162 time: 0.3366356 Jan 19 22:27:17.543418 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-23801286-ffee-4b4b-ae47-95c26b918495 admin admin] Usage tracker for resource:subnet and tenant:d21cc79040f84513b239a36e3444a630 is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:27:17.554367 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-23801286-ffee-4b4b-ae47-95c26b918495 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:27:17.564570 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Pushing event updated for resources: {'Port': ['ID=826a1eaa-1d02-4f61-a590-57f8dc282a58,revision_number=4']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:17.575187 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.502s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:17.585454 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Provisioning for port b1128e34-0566-4b0c-a792-578b245f19df completed by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:27:17.593474 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de9338-aa70-469b-beba-82ce5a8c1aa6 req-1dcb646a-45e9-4e05-a189-b0e738235dc6 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:17.595003 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Provisioning complete for port b1128e34-0566-4b0c-a792-578b245f19df triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:27:17.595367 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-75de9338-aa70-469b-beba-82ce5a8c1aa6 req-1dcb646a-45e9-4e05-a189-b0e738235dc6 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=b49da20f-27e3-4872-bac6-e86c1596ead3 HTTP/1.1" status: 200 len: 945 time: 0.4821422 Jan 19 22:27:17.597204 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:17.630071 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-23801286-ffee-4b4b-ae47-95c26b918495 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:27:17.644735 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [req-841712e4-a18e-40e0-b90b-bd4e56e09fca req-033294ce-b32b-4f22-a56e-3643132a7fde service neutron] Request body: {'port': {'device_id': '702e22e6-b77f-4b28-8670-26ebb196a856', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:27:17.688722 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-59d53031-e0a2-45b0-bd93-0126076852c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:17.729637 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2e3ded-463a-4b8f-b1e3-1376802d630a None None] Network 6cd05daa-f47f-45a1-9cc2-024d87e8cd72 requested from dv-cinder-750782-5-smb {{(pid=80167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:27:17.756297 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43217a02-7924-43aa-8c6e-75333c3dcf86 req-14c7d96a-591a-4f93-bc2d-a51b5720c2f1 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:17.758289 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-43217a02-7924-43aa-8c6e-75333c3dcf86 req-14c7d96a-591a-4f93-bc2d-a51b5720c2f1 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.66 "GET /v2.0/networks?id=856f698c-d037-4288-89b3-b30e0383555d HTTP/1.1" status: 200 len: 818 time: 0.5031245 Jan 19 22:27:17.758501 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23801286-ffee-4b4b-ae47-95c26b918495 admin admin] Made reservation on behalf of d21cc79040f84513b239a36e3444a630 for: {'subnet': 1} {{(pid=80166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:27:17.763258 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-23801286-ffee-4b4b-ae47-95c26b918495 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:17.784760 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-b33a01da-6c24-4390-a9d2-357d16bcb740 req-6252e338-67fe-4c9b-beb2-f1db69aefeeb service neutron] Synchronizing usage tracker for tenant:68934061f3f846bcbc2acc1684b4ae13 on resource:security_group {{(pid=80166) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:27:17.805315 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-9a1c170a-0606-4e57-94d4-466513044108 req-53bb2fb6-acd8-4009-9caa-b3e5db083882 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Synchronizing usage tracker for tenant:7d1b4115b3444684a9fd42e8fcaf64a4 on resource:port {{(pid=80165) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:27:17.813243 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [req-43217a02-7924-43aa-8c6e-75333c3dcf86 req-02821ae5-822b-4474-9d8a-2b48cd4e646d tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Request body: {'port': {'device_id': '3994cc61-b4f6-41de-9c13-149ad7c2641b', 'network_id': '856f698c-d037-4288-89b3-b30e0383555d', 'admin_state_up': True, 'tenant_id': '7d1b4115b3444684a9fd42e8fcaf64a4'}} {{(pid=80166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:27:17.846529 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-75de9338-aa70-469b-beba-82ce5a8c1aa6 req-6c857926-f33d-4f52-bdf7-26c604df2665 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/security-groups?id=9328ab63-6502-4afe-9f51-4c69c085bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247701 Jan 19 22:27:17.851732 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-9a1c170a-0606-4e57-94d4-466513044108 req-53bb2fb6-acd8-4009-9caa-b3e5db083882 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Unset dirty status for tenant:7d1b4115b3444684a9fd42e8fcaf64a4 on resource:port {{(pid=80165) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:27:17.863138 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-9a1c170a-0606-4e57-94d4-466513044108 req-53bb2fb6-acd8-4009-9caa-b3e5db083882 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=3994cc61-b4f6-41de-9c13-149ad7c2641b HTTP/1.1" status: 200 len: 210 time: 0.1753719 Jan 19 22:27:17.949364 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-fc2f9138-cc78-4acb-9b00-c2b130e320a2 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks [] for port, precommit_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:17.951822 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:17.954977 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-59d53031-e0a2-45b0-bd93-0126076852c7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:17.965645 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-59d53031-e0a2-45b0-bd93-0126076852c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560750'] for subnet, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:17.982234 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ac688cdd-1271-4932-9594-2d47d7135841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:18.026607 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] For port b1128e34-0566-4b0c-a792-578b245f19df, host dv-cinder-750782-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=b1128e34-0566-4b0c-a792-578b245f19df,segment=NetworkSegment(c0eefc68-d721-4cc9-9571-b071e90f43c2),segment_id=c0eefc68-d721-4cc9-9571-b071e90f43c2)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:27:18.037881 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:18.042376 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-ea9fbfbb-6a32-4214-b952-f3bf43dc705b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:18.050795 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ac688cdd-1271-4932-9594-2d47d7135841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:18.070195 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-b33a01da-6c24-4390-a9d2-357d16bcb740 req-6252e338-67fe-4c9b-beb2-f1db69aefeeb service neutron] Unset dirty status for tenant:68934061f3f846bcbc2acc1684b4ae13 on resource:security_group {{(pid=80166) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:27:18.071752 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-b33a01da-6c24-4390-a9d2-357d16bcb740 req-6252e338-67fe-4c9b-beb2-f1db69aefeeb service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c4e553f1-eb7f-4d41-9509-bf206614870a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5186822 Jan 19 22:27:18.107009 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:18.192822 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-fc2f9138-cc78-4acb-9b00-c2b130e320a2 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:18.219893 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-fc2f9138-cc78-4acb-9b00-c2b130e320a2 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:18.258465 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac688cdd-1271-4932-9594-2d47d7135841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4f6c7c-29ab-403d-82da-c89923fd3ad1,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:18.263532 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-ac688cdd-1271-4932-9594-2d47d7135841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:18.266301 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device 826a1eaa-1d02-4f61-a590-57f8dc282a58 up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:27:18.270524 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-ac688cdd-1271-4932-9594-2d47d7135841 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0c3ec245e31d459f8d4f1a86ecd50265&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3964159 Jan 19 22:27:18.273761 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 49786) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:18.285360 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [req-43217a02-7924-43aa-8c6e-75333c3dcf86 req-02821ae5-822b-4474-9d8a-2b48cd4e646d tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:27:18.320389 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Pushing event updated for resources: {'Port': ['ID=b1128e34-0566-4b0c-a792-578b245f19df,revision_number=5']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:18.343563 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:18.360619 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [req-43217a02-7924-43aa-8c6e-75333c3dcf86 req-02821ae5-822b-4474-9d8a-2b48cd4e646d tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:27:18.408000 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port 826a1eaa-1d02-4f61-a590-57f8dc282a58 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:27:18.408607 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:18.461990 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43217a02-7924-43aa-8c6e-75333c3dcf86 req-02821ae5-822b-4474-9d8a-2b48cd4e646d tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Made reservation on behalf of 7d1b4115b3444684a9fd42e8fcaf64a4 for: {'port': 1} {{(pid=80166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:27:18.482307 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-43217a02-7924-43aa-8c6e-75333c3dcf86 req-02821ae5-822b-4474-9d8a-2b48cd4e646d tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:18.539367 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device b1128e34-0566-4b0c-a792-578b245f19df up at agent ovs-agent-dv-cinder-750782-5-smb {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:27:18.647627 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-841712e4-a18e-40e0-b90b-bd4e56e09fca req-033294ce-b32b-4f22-a56e-3643132a7fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:18.692086 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Provisioning complete for port b1128e34-0566-4b0c-a792-578b245f19df triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:27:18.692789 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:18.850203 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f6e82951-0ecd-4d2d-9be2-eaa566b8b7ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:18.890765 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f9138-cc78-4acb-9b00-c2b130e320a2 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Pushing event updated for resources: {'Port': ['ID=0001cefd-1fb1-4f5e-ba6d-4ebeea9b1673,revision_number=2']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:18.894027 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-fc2f9138-cc78-4acb-9b00-c2b130e320a2 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:18.942165 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f6e82951-0ecd-4d2d-9be2-eaa566b8b7ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:19.122430 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-21ac5e14-bb80-40e8-a99e-91318a363b20 req-c7f89d2a-b89c-49fc-9b41-5c50879a4a7d tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=3994cc61-b4f6-41de-9c13-149ad7c2641b HTTP/1.1" status: 200 len: 210 time: 0.0950928 Jan 19 22:27:19.261385 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f6e82951-0ecd-4d2d-9be2-eaa566b8b7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:19.269507 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:19.303959 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e82951-0ecd-4d2d-9be2-eaa566b8b7ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4f6c7c-29ab-403d-82da-c89923fd3ad1,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:19.317054 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-f6e82951-0ecd-4d2d-9be2-eaa566b8b7ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:19.336179 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd3ef7-409e-40be-be3f-72f389538072 req-3166b781-b977-4f80-ab3a-3acd1e31cf26 tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:19.338361 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-8ccd3ef7-409e-40be-be3f-72f389538072 req-3166b781-b977-4f80-ab3a-3acd1e31cf26 tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] 10.222.0.43 "GET /v2.0/ports?device_id=24b39422-3a4d-475b-8e3e-4794aadf633c HTTP/1.1" status: 200 len: 945 time: 1.0297909 Jan 19 22:27:19.379870 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-fc2f9138-cc78-4acb-9b00-c2b130e320a2 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324628'] for floatingip, after_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:19.404247 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f6e82951-0ecd-4d2d-9be2-eaa566b8b7ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:19.407993 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-f6e82951-0ecd-4d2d-9be2-eaa566b8b7ee admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cd4f6c7c-29ab-403d-82da-c89923fd3ad1 HTTP/1.1" status: 204 len: 168 time: 1.1268852 Jan 19 22:27:19.420958 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.db_base_plugin_common [req-43217a02-7924-43aa-8c6e-75333c3dcf86 req-02821ae5-822b-4474-9d8a-2b48cd4e646d tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Allocated IP 172.20.0.12 (856f698c-d037-4288-89b3-b30e0383555d/1a97053a-7ac6-44d6-84ad-912d742b25fc/aff2573d-8b3f-4004-b64c-5b7185960eef) {{(pid=80166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:27:19.452755 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-8ccd3ef7-409e-40be-be3f-72f389538072 req-cb6278e1-f99c-4f5d-88c3-9dedabc2fa04 tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] 10.222.0.43 "GET /v2.0/security-groups?id=c4e553f1-eb7f-4d41-9509-bf206614870a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994534 Jan 19 22:27:19.456442 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-fc2f9138-cc78-4acb-9b00-c2b130e320a2 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for floatingip, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:19.466127 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-fc2f9138-cc78-4acb-9b00-c2b130e320a2 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.2115510 Jan 19 22:27:19.481499 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-59d53031-e0a2-45b0-bd93-0126076852c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851215066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596'] for subnet, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:19.523141 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-23801286-ffee-4b4b-ae47-95c26b918495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596'] for subnet, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:19.551302 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-72859b7c-25a9-44c8-b0cb-bc4e89a9c603 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:19.596716 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-0ca6665d-41ae-4371-9d1f-8ef94d1e4926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:19.642452 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d53031-e0a2-45b0-bd93-0126076852c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61a4b403-cfa2-475c-b57d-b4881f5d0df1,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:19.646098 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-59d53031-e0a2-45b0-bd93-0126076852c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:19.660255 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-59d53031-e0a2-45b0-bd93-0126076852c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:19.665419 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-59d53031-e0a2-45b0-bd93-0126076852c7 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/61a4b403-cfa2-475c-b57d-b4881f5d0df1 HTTP/1.1" status: 204 len: 168 time: 2.3706448 Jan 19 22:27:19.670692 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 49810) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:19.792566 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23801286-ffee-4b4b-ae47-95c26b918495 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39225dcd-ee80-4392-bbcc-dc9dafc3ba8c,revision_number=0']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:19.814434 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-91d9a245-8236-4dc9-83d3-35b6200378f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851036617'] for network, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:19.849258 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-23801286-ffee-4b4b-ae47-95c26b918495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:19.863884 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 49824) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:19.873731 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-3827f9b2-78b0-46ae-b185-21d37e3d8b42 req-be0d4b3f-ea11-4ab8-b9cb-27d2bcc961be tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Synchronizing usage tracker for tenant:14b41834d79d4e868fed82c53411eba6 on resource:security_group {{(pid=80166) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:27:19.907786 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-3b9d8b98-f412-4e8d-b28b-3fcf2fc88f6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:19.957584 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-3b9d8b98-f412-4e8d-b28b-3fcf2fc88f6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:27:19.976711 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-3b9d8b98-f412-4e8d-b28b-3fcf2fc88f6b admin admin] Usage tracker for resource:security_group_rule and tenant:8df288d5498c45a19ae0dc25487b2381 is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:27:19.997865 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-3b9d8b98-f412-4e8d-b28b-3fcf2fc88f6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:27:20.003401 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-3827f9b2-78b0-46ae-b185-21d37e3d8b42 req-be0d4b3f-ea11-4ab8-b9cb-27d2bcc961be tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Unset dirty status for tenant:14b41834d79d4e868fed82c53411eba6 on resource:security_group {{(pid=80166) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:27:20.004656 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-3827f9b2-78b0-46ae-b185-21d37e3d8b42 req-be0d4b3f-ea11-4ab8-b9cb-27d2bcc961be tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--133017857&fields=id&tenant_id=14b41834d79d4e868fed82c53411eba6 HTTP/1.1" status: 200 len: 267 time: 0.2905869 Jan 19 22:27:20.012778 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-3b9d8b98-f412-4e8d-b28b-3fcf2fc88f6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:27:20.077816 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-43217a02-7924-43aa-8c6e-75333c3dcf86 req-02821ae5-822b-4474-9d8a-2b48cd4e646d tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Notify callbacks [] for port, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:20.090579 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-91d9a245-8236-4dc9-83d3-35b6200378f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3566075', 'neutron.services.segments.db._delete_segments_for_network--9223363307084834676'] for network, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:20.201853 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23801286-ffee-4b4b-ae47-95c26b918495 admin admin] Checking segment: {'id': '3f7c6ccc-f875-4a37-aad4-bbb9cbf53bde', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6ef4e1d2-abe0-4afc-adb2-8d80517036be'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:27:20.202265 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23801286-ffee-4b4b-ae47-95c26b918495 admin admin] Network hostable DHCP agents. Network: 6ef4e1d2-abe0-4afc-adb2-8d80517036be, hostable agents: ['ea282ca9-2836-4d3d-88e8-844f6d380f74'], hosted agents: [] {{(pid=80166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 19 22:27:20.232279 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-91d9a245-8236-4dc9-83d3-35b6200378f6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:27:20.233536 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-91d9a245-8236-4dc9-83d3-35b6200378f6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:27:20.234597 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-91d9a245-8236-4dc9-83d3-35b6200378f6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:27:20.234980 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-91d9a245-8236-4dc9-83d3-35b6200378f6 admin admin] Subscribe: > port after_create 55550000 {{(pid=80165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:27:20.235344 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-91d9a245-8236-4dc9-83d3-35b6200378f6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:27:20.235724 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-91d9a245-8236-4dc9-83d3-35b6200378f6 admin admin] Subscribe: > port after_update 55550000 {{(pid=80165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:27:20.236086 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-91d9a245-8236-4dc9-83d3-35b6200378f6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:27:20.236447 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-91d9a245-8236-4dc9-83d3-35b6200378f6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:27:20.236818 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-91d9a245-8236-4dc9-83d3-35b6200378f6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:27:20.237141 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-91d9a245-8236-4dc9-83d3-35b6200378f6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:27:20.273693 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23801286-ffee-4b4b-ae47-95c26b918495 admin admin] Network 6ef4e1d2-abe0-4afc-adb2-8d80517036be is scheduled to be hosted by DHCP agent ea282ca9-2836-4d3d-88e8-844f6d380f74 with binding_index 1 {{(pid=80166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 19 22:27:20.308091 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-91d9a245-8236-4dc9-83d3-35b6200378f6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:27:20.308497 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-91d9a245-8236-4dc9-83d3-35b6200378f6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:27:20.309367 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-91d9a245-8236-4dc9-83d3-35b6200378f6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:27:20.310045 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-91d9a245-8236-4dc9-83d3-35b6200378f6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:27:20.310246 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.services.segments.db [None req-91d9a245-8236-4dc9-83d3-35b6200378f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['581b2557-663a-4a8f-b6a0-e3185ab83804']}} {{(pid=80165) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:27:20.315819 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-43217a02-7924-43aa-8c6e-75333c3dcf86 req-02821ae5-822b-4474-9d8a-2b48cd4e646d tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307085170889'] for port, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:20.339802 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [None req-23801286-ffee-4b4b-ae47-95c26b918495 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-5-smb, 6ef4e1d2-abe0-4afc-adb2-8d80517036be) {{(pid=80166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:27:20.349923 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2fa322-501d-4cc2-9923-9ed3f0fc618b None None] Network 6ef4e1d2-abe0-4afc-adb2-8d80517036be requested from dv-cinder-750782-5-smb {{(pid=80167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:27:20.361529 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-09007ea8-e20c-4cf1-acb1-0ef9779869d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:20.365059 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.services.segments.db [None req-91d9a245-8236-4dc9-83d3-35b6200378f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b39fe0f-aa76-4315-ae2a-e2b677fa8d14') {'for_net_delete': True} {{(pid=80165) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:27:20.365550 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.services.segments.db [None req-91d9a245-8236-4dc9-83d3-35b6200378f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b39fe0f-aa76-4315-ae2a-e2b677fa8d14') {} {{(pid=80165) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:27:20.385036 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-91d9a245-8236-4dc9-83d3-35b6200378f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307084830580', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036846564465'] for segment, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:20.561940 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-91d9a245-8236-4dc9-83d3-35b6200378f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560818'] for segment, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:20.565310 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-91d9a245-8236-4dc9-83d3-35b6200378f6 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 19 22:27:20.684084 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4f26ad-da25-4c27-a23c-aa1169cc8294 None None] Network 6ef4e1d2-abe0-4afc-adb2-8d80517036be requested from dv-cinder-750782-5-smb {{(pid=80167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:27:20.715411 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827f9b2-78b0-46ae-b185-21d37e3d8b42 req-adadfd8f-f1cf-4161-a5b4-b5cf2330635a tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:20.716424 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-3827f9b2-78b0-46ae-b185-21d37e3d8b42 req-adadfd8f-f1cf-4161-a5b4-b5cf2330635a tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Synchronizing usage tracker for tenant:14b41834d79d4e868fed82c53411eba6 on resource:network {{(pid=80166) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:27:20.733549 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02821ae5-822b-4474-9d8a-2b48cd4e646d tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Pushing event updated for resources: {'Port': ['ID=aff2573d-8b3f-4004-b64c-5b7185960eef,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:20.751085 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23801286-ffee-4b4b-ae47-95c26b918495 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:20.751977 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-23801286-ffee-4b4b-ae47-95c26b918495 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for subnet, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:20.800638 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-3827f9b2-78b0-46ae-b185-21d37e3d8b42 req-adadfd8f-f1cf-4161-a5b4-b5cf2330635a tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Unset dirty status for tenant:14b41834d79d4e868fed82c53411eba6 on resource:network {{(pid=80166) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:27:20.802602 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-3827f9b2-78b0-46ae-b185-21d37e3d8b42 req-adadfd8f-f1cf-4161-a5b4-b5cf2330635a tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/networks?id=9833d04b-801e-468a-b55d-a07f3c5885cd HTTP/1.1" status: 200 len: 810 time: 0.7750144 Jan 19 22:27:20.804643 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-23801286-ffee-4b4b-ae47-95c26b918495 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.3734589 Jan 19 22:27:20.840625 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-3827f9b2-78b0-46ae-b185-21d37e3d8b42 req-fa207f32-9896-47bd-a2fe-0f5c2a48606e tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/quotas/14b41834d79d4e868fed82c53411eba6 HTTP/1.1" status: 200 len: 375 time: 0.0116985 Jan 19 22:27:20.846189 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43217a02-7924-43aa-8c6e-75333c3dcf86 req-02821ae5-822b-4474-9d8a-2b48cd4e646d tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Network 856f698c-d037-4288-89b3-b30e0383555d is already hosted by enough agents. {{(pid=80166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:27:20.914972 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [req-43217a02-7924-43aa-8c6e-75333c3dcf86 req-02821ae5-822b-4474-9d8a-2b48cd4e646d tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Resources bound (agent type, host, resource id): {{(pid=80166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:27:20.922865 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-02821ae5-822b-4474-9d8a-2b48cd4e646d tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:20.928095 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [req-43217a02-7924-43aa-8c6e-75333c3dcf86 req-02821ae5-822b-4474-9d8a-2b48cd4e646d tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Received port after_create {{(pid=80166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:27:20.948438 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43217a02-7924-43aa-8c6e-75333c3dcf86 req-02821ae5-822b-4474-9d8a-2b48cd4e646d tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:20.949254 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-43217a02-7924-43aa-8c6e-75333c3dcf86 req-02821ae5-822b-4474-9d8a-2b48cd4e646d tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for port, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:20.969483 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-3b9d8b98-f412-4e8d-b28b-3fcf2fc88f6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:20.984153 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-3b9d8b98-f412-4e8d-b28b-3fcf2fc88f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:21.012851 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-1fc1d725-774e-4f37-9bd7-7307395f2cf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:21.028844 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-3b9d8b98-f412-4e8d-b28b-3fcf2fc88f6b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8df288d5498c45a19ae0dc25487b2381&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1586351 Jan 19 22:27:21.031989 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 49860) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:21.042204 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-43217a02-7924-43aa-8c6e-75333c3dcf86 req-02821ae5-822b-4474-9d8a-2b48cd4e646d tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2484696 Jan 19 22:27:21.079235 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-3827f9b2-78b0-46ae-b185-21d37e3d8b42 req-cc50ccd8-00d0-4f70-8a89-d74f06c098b0 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?tenant_id=14b41834d79d4e868fed82c53411eba6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2313607 Jan 19 22:27:21.091555 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [req-43217a02-7924-43aa-8c6e-75333c3dcf86 req-54f686c6-ebc1-4a78-8b5c-30a025ce93f8 service neutron] Request body: {'port': {'device_id': '3994cc61-b4f6-41de-9c13-149ad7c2641b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:27:21.099206 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-91d9a245-8236-4dc9-83d3-35b6200378f6 admin admin] Network 581b2557-663a-4a8f-b6a0-e3185ab83804 has no segments {{(pid=80165) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 22:27:21.115406 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-91d9a245-8236-4dc9-83d3-35b6200378f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851214998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2008516'] for segment, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:21.122643 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9d8b98-f412-4e8d-b28b-3fcf2fc88f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36ae914-f32b-410c-b8c4-a7be3cbb57be,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:21.133830 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.db.resource_extend [req-841712e4-a18e-40e0-b90b-bd4e56e09fca req-033294ce-b32b-4f22-a56e-3643132a7fde service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80165) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 19 22:27:21.136378 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-3b9d8b98-f412-4e8d-b28b-3fcf2fc88f6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:21.336310 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198063c-33f8-447a-810f-8527cfd61cc2 req-06a8cc1c-2a93-4236-834b-74bc3829d6d3 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:21.338214 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f198063c-33f8-447a-810f-8527cfd61cc2 req-06a8cc1c-2a93-4236-834b-74bc3829d6d3 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=3994cc61-b4f6-41de-9c13-149ad7c2641b HTTP/1.1" status: 200 len: 932 time: 0.7739604 Jan 19 22:27:21.385144 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-43217a02-7924-43aa-8c6e-75333c3dcf86 req-54f686c6-ebc1-4a78-8b5c-30a025ce93f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:21.408441 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-3827f9b2-78b0-46ae-b185-21d37e3d8b42 req-56376fed-bda9-4301-a43a-716218565bbb service neutron] 10.222.0.43 "GET /v2.0/networks/9833d04b-801e-468a-b55d-a07f3c5885cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732143 Jan 19 22:27:21.447074 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [req-841712e4-a18e-40e0-b90b-bd4e56e09fca req-033294ce-b32b-4f22-a56e-3643132a7fde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 213ffbf8-31f1-4cf2-8214-924aa8a89551 {{(pid=80165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 19 22:27:21.469171 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-91d9a245-8236-4dc9-83d3-35b6200378f6 admin admin] Network 581b2557-663a-4a8f-b6a0-e3185ab83804 has no segments {{(pid=80165) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 22:27:21.507510 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-841712e4-a18e-40e0-b90b-bd4e56e09fca req-033294ce-b32b-4f22-a56e-3643132a7fde service neutron] Notify callbacks [] for port, precommit_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:21.516243 dv-cinder-750782-5-smb neutron-server[80054]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 19 22:27:21.516243 dv-cinder-750782-5-smb neutron-server[80054]: (rel_b, rel_a, rel_b), Jan 19 22:27:21.516243 dv-cinder-750782-5-smb neutron-server[80054]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 19 22:27:21.516243 dv-cinder-750782-5-smb neutron-server[80054]: (rel_b, rel_a, rel_b), Jan 19 22:27:21.516243 dv-cinder-750782-5-smb neutron-server[80054]: Traceback (most recent call last): Jan 19 22:27:21.516243 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 22:27:21.516243 dv-cinder-750782-5-smb neutron-server[80054]: timer() Jan 19 22:27:21.516243 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 22:27:21.516243 dv-cinder-750782-5-smb neutron-server[80054]: cb(*args, **kw) Jan 19 22:27:21.516243 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 19 22:27:21.516243 dv-cinder-750782-5-smb neutron-server[80054]: return func(*args, **kwargs) Jan 19 22:27:21.516243 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 22:27:21.516243 dv-cinder-750782-5-smb neutron-server[80054]: self._notify() Jan 19 22:27:21.516243 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 22:27:21.516243 dv-cinder-750782-5-smb neutron-server[80054]: self.callback(batched_events) Jan 19 22:27:21.516243 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 22:27:21.516243 dv-cinder-750782-5-smb neutron-server[80054]: event.method(event) Jan 19 22:27:21.516243 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 22:27:21.516243 dv-cinder-750782-5-smb neutron-server[80054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 22:27:21.516243 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 19 22:27:21.516243 dv-cinder-750782-5-smb neutron-server[80054]: segment_id)['aggregates'][0] Jan 19 22:27:21.516243 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 22:27:21.516243 dv-cinder-750782-5-smb neutron-server[80054]: return f(self, *a, **k) Jan 19 22:27:21.516243 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 19 22:27:21.516243 dv-cinder-750782-5-smb neutron-server[80054]: return self._get(url).json() Jan 19 22:27:21.516243 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 22:27:21.516243 dv-cinder-750782-5-smb neutron-server[80054]: **kwargs) Jan 19 22:27:21.516243 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 22:27:21.516243 dv-cinder-750782-5-smb neutron-server[80054]: return self.request(url, 'GET', **kwargs) Jan 19 22:27:21.516243 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 19 22:27:21.516243 dv-cinder-750782-5-smb neutron-server[80054]: **endpoint_filter) Jan 19 22:27:21.516243 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 22:27:21.516243 dv-cinder-750782-5-smb neutron-server[80054]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 22:27:21.516243 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 22:27:21.516243 dv-cinder-750782-5-smb neutron-server[80054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 22:27:21.516243 dv-cinder-750782-5-smb neutron-server[80054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 22:27:21.561765 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-53873c96-280e-4893-ad27-d7192909f2cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:21.652432 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f198063c-33f8-447a-810f-8527cfd61cc2 req-f83225e2-60aa-4cbe-b228-0472866feb12 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845485 Jan 19 22:27:21.676382 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [req-841712e4-a18e-40e0-b90b-bd4e56e09fca req-033294ce-b32b-4f22-a56e-3643132a7fde service neutron] Transition to ACTIVE for port object 213ffbf8-31f1-4cf2-8214-924aa8a89551 will not be triggered until provisioned by entity L2. {{(pid=80165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:27:21.699931 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-53873c96-280e-4893-ad27-d7192909f2cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:21.707724 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-91d9a245-8236-4dc9-83d3-35b6200378f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3565836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324611'] for network, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:21.724516 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-841712e4-a18e-40e0-b90b-bd4e56e09fca req-033294ce-b32b-4f22-a56e-3643132a7fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2008354'] for port, after_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:21.764732 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-8fcffd4b-e50a-446e-b31d-00e78a5652b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:21.833435 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-91d9a245-8236-4dc9-83d3-35b6200378f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for network, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:21.921214 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-91d9a245-8236-4dc9-83d3-35b6200378f6 admin admin] 10.222.0.43 "DELETE /v2.0/networks/581b2557-663a-4a8f-b6a0-e3185ab83804 HTTP/1.1" status: 204 len: 168 time: 2.2480917 Jan 19 22:27:21.924415 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 49876) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:21.987430 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033294ce-b32b-4f22-a56e-3643132a7fde service neutron] Pushing event updated for resources: {'Port': ['ID=213ffbf8-31f1-4cf2-8214-924aa8a89551,revision_number=2']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:21.992824 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-033294ce-b32b-4f22-a56e-3643132a7fde service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:21.993523 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-d431a2bd-7540-47e5-8c05-35d6a6aa5fc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:22.015929 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-3827f9b2-78b0-46ae-b185-21d37e3d8b42 req-31c76561-a37d-4095-b03b-7e3d14669732 service neutron] 10.222.0.43 "GET /v2.0/networks/9833d04b-801e-468a-b55d-a07f3c5885cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3154242 Jan 19 22:27:22.026264 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d9a245-8236-4dc9-83d3-35b6200378f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=581b2557-663a-4a8f-b6a0-e3185ab83804,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:22.033634 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-91d9a245-8236-4dc9-83d3-35b6200378f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:22.058968 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-53873c96-280e-4893-ad27-d7192909f2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:22.074249 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:22.087488 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.db_base_plugin_v2 [None req-46cfae08-56da-45ae-9cb9-791cfde57f45 admin admin] Deleting subnet 58121f57-aeda-436e-bca9-e58a42bc7eba {{(pid=80166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 19 22:27:22.097282 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53873c96-280e-4893-ad27-d7192909f2cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36ae914-f32b-410c-b8c4-a7be3cbb57be,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:22.101242 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-46cfae08-56da-45ae-9cb9-791cfde57f45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:22.103156 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-53873c96-280e-4893-ad27-d7192909f2cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:22.173471 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-53873c96-280e-4893-ad27-d7192909f2cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:22.177133 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-53873c96-280e-4893-ad27-d7192909f2cb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a36ae914-f32b-410c-b8c4-a7be3cbb57be HTTP/1.1" status: 204 len: 168 time: 1.1348550 Jan 19 22:27:22.224185 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed8fb2-0845-4676-888a-5e616df588a8 req-ac74aad4-0467-425a-89e5-a1ab08a9cfe9 tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:22.234387 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c2ed8fb2-0845-4676-888a-5e616df588a8 req-ac74aad4-0467-425a-89e5-a1ab08a9cfe9 tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] 10.222.0.43 "GET /v2.0/ports?device_id=24b39422-3a4d-475b-8e3e-4794aadf633c HTTP/1.1" status: 200 len: 945 time: 0.3967977 Jan 19 22:27:22.298125 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-297e9ecc-5464-4b3f-96f2-2b2f3147bddb req-f0288898-75e5-427e-bcff-6ce335a0e96d tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?device_id=d73fcd42-7c2b-479d-9af1-dfcfc69b7285 HTTP/1.1" status: 200 len: 210 time: 0.0648026 Jan 19 22:27:22.320395 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-46cfae08-56da-45ae-9cb9-791cfde57f45 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:22.357510 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-46cfae08-56da-45ae-9cb9-791cfde57f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560750'] for subnet, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:22.381610 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c2ed8fb2-0845-4676-888a-5e616df588a8 req-e21ece86-033d-40af-bf47-de47df8e6243 tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] 10.222.0.43 "GET /v2.0/security-groups?id=c4e553f1-eb7f-4d41-9509-bf206614870a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454856 Jan 19 22:27:22.478437 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [req-841712e4-a18e-40e0-b90b-bd4e56e09fca req-033294ce-b32b-4f22-a56e-3643132a7fde service neutron] Attempting to bind port 213ffbf8-31f1-4cf2-8214-924aa8a89551 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=80165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:27:22.479016 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [req-841712e4-a18e-40e0-b90b-bd4e56e09fca req-033294ce-b32b-4f22-a56e-3643132a7fde service neutron] Attempting to bind port 213ffbf8-31f1-4cf2-8214-924aa8a89551 by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': '9f65af3f-103a-4e7a-b1ac-336dee171ce6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '856f698c-d037-4288-89b3-b30e0383555d'}] {{(pid=80165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:27:22.479280 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841712e4-a18e-40e0-b90b-bd4e56e09fca req-033294ce-b32b-4f22-a56e-3643132a7fde service neutron] Attempting to bind port 213ffbf8-31f1-4cf2-8214-924aa8a89551 on network 856f698c-d037-4288-89b3-b30e0383555d {{(pid=80165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:27:22.504574 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841712e4-a18e-40e0-b90b-bd4e56e09fca req-033294ce-b32b-4f22-a56e-3643132a7fde service neutron] Checking agent: {'id': 'fdb5f3a7-7d47-485b-a3bd-ac2e8030a5a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 24, 37), 'started_at': datetime.datetime(2021, 1, 19, 22, 25, 7), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:27:22.505458 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841712e4-a18e-40e0-b90b-bd4e56e09fca req-033294ce-b32b-4f22-a56e-3643132a7fde service neutron] Checking segment: {'id': '9f65af3f-103a-4e7a-b1ac-336dee171ce6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '856f698c-d037-4288-89b3-b30e0383555d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:27:22.507510 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-841712e4-a18e-40e0-b90b-bd4e56e09fca req-033294ce-b32b-4f22-a56e-3643132a7fde service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:22.510045 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841712e4-a18e-40e0-b90b-bd4e56e09fca req-033294ce-b32b-4f22-a56e-3643132a7fde service neutron] Bound using segment: {'id': '9f65af3f-103a-4e7a-b1ac-336dee171ce6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '856f698c-d037-4288-89b3-b30e0383555d'} {{(pid=80165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:27:22.514312 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [req-841712e4-a18e-40e0-b90b-bd4e56e09fca req-033294ce-b32b-4f22-a56e-3643132a7fde service neutron] Bound port: 213ffbf8-31f1-4cf2-8214-924aa8a89551, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f65af3f-103a-4e7a-b1ac-336dee171ce6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '856f698c-d037-4288-89b3-b30e0383555d'}}] {{(pid=80165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:27:22.517421 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-841712e4-a18e-40e0-b90b-bd4e56e09fca req-033294ce-b32b-4f22-a56e-3643132a7fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:22.725178 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-841712e4-a18e-40e0-b90b-bd4e56e09fca req-033294ce-b32b-4f22-a56e-3643132a7fde service neutron] For port 213ffbf8-31f1-4cf2-8214-924aa8a89551, host hv-cinder-75078, cleared binding levels {{(pid=80165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:27:22.736845 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-841712e4-a18e-40e0-b90b-bd4e56e09fca req-033294ce-b32b-4f22-a56e-3643132a7fde service neutron] For port 213ffbf8-31f1-4cf2-8214-924aa8a89551, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=213ffbf8-31f1-4cf2-8214-924aa8a89551,segment=NetworkSegment(9f65af3f-103a-4e7a-b1ac-336dee171ce6),segment_id=9f65af3f-103a-4e7a-b1ac-336dee171ce6)] {{(pid=80165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:27:22.743435 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [req-43217a02-7924-43aa-8c6e-75333c3dcf86 req-54f686c6-ebc1-4a78-8b5c-30a025ce93f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aff2573d-8b3f-4004-b64c-5b7185960eef {{(pid=80166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 19 22:27:22.743919 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-841712e4-a18e-40e0-b90b-bd4e56e09fca req-033294ce-b32b-4f22-a56e-3643132a7fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2008354'] for port, after_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:22.761193 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-43217a02-7924-43aa-8c6e-75333c3dcf86 req-54f686c6-ebc1-4a78-8b5c-30a025ce93f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:22.820365 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-96357081-850c-4b33-a3d3-eb606716b2d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:22.820735 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [req-43217a02-7924-43aa-8c6e-75333c3dcf86 req-54f686c6-ebc1-4a78-8b5c-30a025ce93f8 service neutron] Transition to ACTIVE for port object aff2573d-8b3f-4004-b64c-5b7185960eef will not be triggered until provisioned by entity L2. {{(pid=80166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:27:23.187826 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-43217a02-7924-43aa-8c6e-75333c3dcf86 req-54f686c6-ebc1-4a78-8b5c-30a025ce93f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:23.271394 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:23.531003 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033294ce-b32b-4f22-a56e-3643132a7fde service neutron] Pushing event updated for resources: {'Port': ['ID=213ffbf8-31f1-4cf2-8214-924aa8a89551,revision_number=3']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:23.546442 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-033294ce-b32b-4f22-a56e-3643132a7fde service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.726s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:23.606289 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841712e4-a18e-40e0-b90b-bd4e56e09fca req-033294ce-b32b-4f22-a56e-3643132a7fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:23.606976 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-841712e4-a18e-40e0-b90b-bd4e56e09fca req-033294ce-b32b-4f22-a56e-3643132a7fde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for port, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:23.608615 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-841712e4-a18e-40e0-b90b-bd4e56e09fca req-033294ce-b32b-4f22-a56e-3643132a7fde service neutron] 10.222.0.66 "PUT /v2.0/ports/213ffbf8-31f1-4cf2-8214-924aa8a89551 HTTP/1.1" status: 200 len: 1158 time: 5.9686410 Jan 19 22:27:23.609127 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '702e22e6-b77f-4b28-8670-26ebb196a856', 'tag': '213ffbf8-31f1-4cf2-8214-924aa8a89551'}] {{(pid=80165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:27:23.641888 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f686c6-ebc1-4a78-8b5c-30a025ce93f8 service neutron] Pushing event updated for resources: {'Port': ['ID=aff2573d-8b3f-4004-b64c-5b7185960eef,revision_number=2']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:23.661043 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-54f686c6-ebc1-4a78-8b5c-30a025ce93f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:23.673121 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-46cfae08-56da-45ae-9cb9-791cfde57f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851215066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596'] for subnet, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:23.712301 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-5f07dcc4-ed9c-44df-a4d2-7856cd5403cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:23.777645 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cfae08-56da-45ae-9cb9-791cfde57f45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58121f57-aeda-436e-bca9-e58a42bc7eba,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:23.789101 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-46cfae08-56da-45ae-9cb9-791cfde57f45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:23.860773 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c76643-2613-4f7e-9ef6-580ed559d8c8 req-7f09fad3-28ad-44af-ac16-edb0c0865f60 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:23.866347 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-a3c76643-2613-4f7e-9ef6-580ed559d8c8 req-7f09fad3-28ad-44af-ac16-edb0c0865f60 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Synchronizing usage tracker for tenant:d21cc79040f84513b239a36e3444a630 on resource:network {{(pid=80165) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:27:23.871973 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841712e4-a18e-40e0-b90b-bd4e56e09fca req-dfc53b21-14ad-4b6f-8d6c-2471f7be56f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:23.874303 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-841712e4-a18e-40e0-b90b-bd4e56e09fca req-dfc53b21-14ad-4b6f-8d6c-2471f7be56f1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7d1b4115b3444684a9fd42e8fcaf64a4&device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 1161 time: 0.1779726 Jan 19 22:27:23.947930 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-a3c76643-2613-4f7e-9ef6-580ed559d8c8 req-7f09fad3-28ad-44af-ac16-edb0c0865f60 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Unset dirty status for tenant:d21cc79040f84513b239a36e3444a630 on resource:network {{(pid=80165) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:27:23.949401 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a3c76643-2613-4f7e-9ef6-580ed559d8c8 req-7f09fad3-28ad-44af-ac16-edb0c0865f60 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/networks?id=6ef4e1d2-abe0-4afc-adb2-8d80517036be HTTP/1.1" status: 200 len: 809 time: 0.3809912 Jan 19 22:27:23.966625 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc1fdb-6bb7-42b6-9ff7-3d01f14c0fc4 req-73228a5e-cac9-47a4-80ae-524db0f12166 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:23.967524 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-43bc1fdb-6bb7-42b6-9ff7-3d01f14c0fc4 req-73228a5e-cac9-47a4-80ae-524db0f12166 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Synchronizing usage tracker for tenant:7d1b4115b3444684a9fd42e8fcaf64a4 on resource:port {{(pid=80166) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:27:23.974516 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-841712e4-a18e-40e0-b90b-bd4e56e09fca req-89d19386-5bf2-4990-99c9-760c6e9b08a1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=213ffbf8-31f1-4cf2-8214-924aa8a89551 HTTP/1.1" status: 200 len: 217 time: 0.0854676 Jan 19 22:27:23.976916 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a3c76643-2613-4f7e-9ef6-580ed559d8c8 req-b724b032-9296-4077-ba02-c3cc01a1c093 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/quotas/d21cc79040f84513b239a36e3444a630 HTTP/1.1" status: 200 len: 375 time: 0.0210011 Jan 19 22:27:24.031750 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [req-43217a02-7924-43aa-8c6e-75333c3dcf86 req-54f686c6-ebc1-4a78-8b5c-30a025ce93f8 service neutron] Attempting to bind port aff2573d-8b3f-4004-b64c-5b7185960eef on host hv-cinder-75078 for vnic_type normal with profile {{(pid=80166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:27:24.032560 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [req-43217a02-7924-43aa-8c6e-75333c3dcf86 req-54f686c6-ebc1-4a78-8b5c-30a025ce93f8 service neutron] Attempting to bind port aff2573d-8b3f-4004-b64c-5b7185960eef by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': '9f65af3f-103a-4e7a-b1ac-336dee171ce6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '856f698c-d037-4288-89b3-b30e0383555d'}] {{(pid=80166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:27:24.033152 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43217a02-7924-43aa-8c6e-75333c3dcf86 req-54f686c6-ebc1-4a78-8b5c-30a025ce93f8 service neutron] Attempting to bind port aff2573d-8b3f-4004-b64c-5b7185960eef on network 856f698c-d037-4288-89b3-b30e0383555d {{(pid=80166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:27:24.049360 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-46cfae08-56da-45ae-9cb9-791cfde57f45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for subnet, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:24.055029 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841712e4-a18e-40e0-b90b-bd4e56e09fca req-041c6225-9193-43a4-bace-a52f89414b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:24.056632 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-841712e4-a18e-40e0-b90b-bd4e56e09fca req-041c6225-9193-43a4-bace-a52f89414b13 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1a97053a-7ac6-44d6-84ad-912d742b25fc HTTP/1.1" status: 200 len: 858 time: 0.0739274 Jan 19 22:27:24.074318 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-46cfae08-56da-45ae-9cb9-791cfde57f45 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/58121f57-aeda-436e-bca9-e58a42bc7eba HTTP/1.1" status: 204 len: 168 time: 2.1490006 Jan 19 22:27:24.082035 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43217a02-7924-43aa-8c6e-75333c3dcf86 req-54f686c6-ebc1-4a78-8b5c-30a025ce93f8 service neutron] Checking agent: {'id': 'fdb5f3a7-7d47-485b-a3bd-ac2e8030a5a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 24, 37), 'started_at': datetime.datetime(2021, 1, 19, 22, 25, 7), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:27:24.082821 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43217a02-7924-43aa-8c6e-75333c3dcf86 req-54f686c6-ebc1-4a78-8b5c-30a025ce93f8 service neutron] Checking segment: {'id': '9f65af3f-103a-4e7a-b1ac-336dee171ce6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '856f698c-d037-4288-89b3-b30e0383555d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:27:24.083646 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-43217a02-7924-43aa-8c6e-75333c3dcf86 req-54f686c6-ebc1-4a78-8b5c-30a025ce93f8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:24.084242 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43217a02-7924-43aa-8c6e-75333c3dcf86 req-54f686c6-ebc1-4a78-8b5c-30a025ce93f8 service neutron] Bound using segment: {'id': '9f65af3f-103a-4e7a-b1ac-336dee171ce6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '856f698c-d037-4288-89b3-b30e0383555d'} {{(pid=80166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:27:24.084937 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [req-43217a02-7924-43aa-8c6e-75333c3dcf86 req-54f686c6-ebc1-4a78-8b5c-30a025ce93f8 service neutron] Bound port: aff2573d-8b3f-4004-b64c-5b7185960eef, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f65af3f-103a-4e7a-b1ac-336dee171ce6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '856f698c-d037-4288-89b3-b30e0383555d'}}] {{(pid=80166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:27:24.086073 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-43217a02-7924-43aa-8c6e-75333c3dcf86 req-54f686c6-ebc1-4a78-8b5c-30a025ce93f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:24.109427 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 49952) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:24.113489 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a3c76643-2613-4f7e-9ef6-580ed559d8c8 req-124374ec-bf44-41ed-9ffd-15cbb8655fe1 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/ports?tenant_id=d21cc79040f84513b239a36e3444a630&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1288002 Jan 19 22:27:24.203314 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-841712e4-a18e-40e0-b90b-bd4e56e09fca req-93b25574-6480-428a-a47d-40fc37a4b3d6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=856f698c-d037-4288-89b3-b30e0383555d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875838 Jan 19 22:27:24.225420 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-43bc1fdb-6bb7-42b6-9ff7-3d01f14c0fc4 req-73228a5e-cac9-47a4-80ae-524db0f12166 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Unset dirty status for tenant:7d1b4115b3444684a9fd42e8fcaf64a4 on resource:port {{(pid=80166) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:27:24.226836 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-43bc1fdb-6bb7-42b6-9ff7-3d01f14c0fc4 req-73228a5e-cac9-47a4-80ae-524db0f12166 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=3994cc61-b4f6-41de-9c13-149ad7c2641b HTTP/1.1" status: 200 len: 944 time: 1.0369308 Jan 19 22:27:24.422920 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a3c76643-2613-4f7e-9ef6-580ed559d8c8 req-6e22c72b-26f7-448f-99cb-33419fc6b5ab service neutron] 10.222.0.43 "GET /v2.0/networks/6ef4e1d2-abe0-4afc-adb2-8d80517036be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084779 Jan 19 22:27:24.492235 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-841712e4-a18e-40e0-b90b-bd4e56e09fca req-ee896540-2b9b-4e95-a94c-8dd40e13d3f1 service neutron] 10.222.0.66 "GET /v2.0/networks/856f698c-d037-4288-89b3-b30e0383555d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801013 Jan 19 22:27:24.596716 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-43bc1fdb-6bb7-42b6-9ff7-3d01f14c0fc4 req-58effc9d-57f2-4d52-bdae-2d1bf54bdb95 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Synchronizing usage tracker for tenant:7d1b4115b3444684a9fd42e8fcaf64a4 on resource:security_group {{(pid=80166) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:27:24.624342 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827f9b2-78b0-46ae-b185-21d37e3d8b42 req-a08f636e-6532-42f6-ba4c-2b70c3ec12f5 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:24.626660 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-3827f9b2-78b0-46ae-b185-21d37e3d8b42 req-a08f636e-6532-42f6-ba4c-2b70c3ec12f5 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.66 "GET /v2.0/networks?id=9833d04b-801e-468a-b55d-a07f3c5885cd HTTP/1.1" status: 200 len: 810 time: 0.6531847 Jan 19 22:27:24.711681 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a3c76643-2613-4f7e-9ef6-580ed559d8c8 req-75afec89-d202-41f6-8e3d-07a601e31d7c service neutron] 10.222.0.43 "GET /v2.0/networks/6ef4e1d2-abe0-4afc-adb2-8d80517036be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2783854 Jan 19 22:27:24.738159 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-841712e4-a18e-40e0-b90b-bd4e56e09fca req-35687c12-9991-42b1-b480-63e8b7a34902 service neutron] 10.222.0.66 "GET /v2.0/networks/856f698c-d037-4288-89b3-b30e0383555d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1899433 Jan 19 22:27:24.773973 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-43217a02-7924-43aa-8c6e-75333c3dcf86 req-54f686c6-ebc1-4a78-8b5c-30a025ce93f8 service neutron] For port aff2573d-8b3f-4004-b64c-5b7185960eef, host hv-cinder-75078, cleared binding levels {{(pid=80166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:27:24.777253 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-43217a02-7924-43aa-8c6e-75333c3dcf86 req-54f686c6-ebc1-4a78-8b5c-30a025ce93f8 service neutron] For port aff2573d-8b3f-4004-b64c-5b7185960eef, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=aff2573d-8b3f-4004-b64c-5b7185960eef,segment=NetworkSegment(9f65af3f-103a-4e7a-b1ac-336dee171ce6),segment_id=9f65af3f-103a-4e7a-b1ac-336dee171ce6)] {{(pid=80166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:27:24.787638 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-39e4b9ad-1d4e-49f2-bbf4-54f9b4a48c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851036617'] for network, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:24.895402 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-43217a02-7924-43aa-8c6e-75333c3dcf86 req-54f686c6-ebc1-4a78-8b5c-30a025ce93f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:24.943524 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:25.037074 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-0cae12b0-1a42-415f-8505-db7f04d41bf3 req-e96e66f6-d1f1-4c60-8060-5f2262fedbe9 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Synchronizing usage tracker for tenant:14b41834d79d4e868fed82c53411eba6 on resource:port {{(pid=80165) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:27:25.055991 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-0cae12b0-1a42-415f-8505-db7f04d41bf3 req-e96e66f6-d1f1-4c60-8060-5f2262fedbe9 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Unset dirty status for tenant:14b41834d79d4e868fed82c53411eba6 on resource:port {{(pid=80165) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:27:25.080323 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0cae12b0-1a42-415f-8505-db7f04d41bf3 req-e96e66f6-d1f1-4c60-8060-5f2262fedbe9 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?device_id=d73fcd42-7c2b-479d-9af1-dfcfc69b7285 HTTP/1.1" status: 200 len: 210 time: 0.0925002 Jan 19 22:27:25.086459 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-43bc1fdb-6bb7-42b6-9ff7-3d01f14c0fc4 req-58effc9d-57f2-4d52-bdae-2d1bf54bdb95 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Unset dirty status for tenant:7d1b4115b3444684a9fd42e8fcaf64a4 on resource:security_group {{(pid=80166) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:27:25.098537 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-43bc1fdb-6bb7-42b6-9ff7-3d01f14c0fc4 req-58effc9d-57f2-4d52-bdae-2d1bf54bdb95 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8541911 Jan 19 22:27:25.263799 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '702e22e6-b77f-4b28-8670-26ebb196a856', 'tag': '213ffbf8-31f1-4cf2-8214-924aa8a89551', 'status': 'completed', 'code': 200} Jan 19 22:27:25.319355 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-3827f9b2-78b0-46ae-b185-21d37e3d8b42 req-5621070a-1720-4d1f-b1bd-059f038f3075 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=14b41834d79d4e868fed82c53411eba6 HTTP/1.1" status: 200 len: 5704 time: 0.6202753 Jan 19 22:27:25.344516 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f686c6-ebc1-4a78-8b5c-30a025ce93f8 service neutron] Pushing event updated for resources: {'Port': ['ID=aff2573d-8b3f-4004-b64c-5b7185960eef,revision_number=3']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:25.351315 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [req-3827f9b2-78b0-46ae-b185-21d37e3d8b42 req-328da1fb-b678-43cb-bd40-0cdf34f61567 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Request body: {'port': {'device_id': 'd73fcd42-7c2b-479d-9af1-dfcfc69b7285', 'network_id': '9833d04b-801e-468a-b55d-a07f3c5885cd', 'admin_state_up': True, 'tenant_id': '14b41834d79d4e868fed82c53411eba6', 'security_groups': ['3950fcd1-3bed-47dd-b889-44121b1b96c5']}} {{(pid=80166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:27:25.374040 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-54f686c6-ebc1-4a78-8b5c-30a025ce93f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:25.465603 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43217a02-7924-43aa-8c6e-75333c3dcf86 req-54f686c6-ebc1-4a78-8b5c-30a025ce93f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:25.466745 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-43217a02-7924-43aa-8c6e-75333c3dcf86 req-54f686c6-ebc1-4a78-8b5c-30a025ce93f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for port, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:25.468805 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-43217a02-7924-43aa-8c6e-75333c3dcf86 req-54f686c6-ebc1-4a78-8b5c-30a025ce93f8 service neutron] 10.222.0.66 "PUT /v2.0/ports/aff2573d-8b3f-4004-b64c-5b7185960eef HTTP/1.1" status: 200 len: 1158 time: 4.3870428 Jan 19 22:27:25.469384 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3994cc61-b4f6-41de-9c13-149ad7c2641b', 'tag': 'aff2573d-8b3f-4004-b64c-5b7185960eef'}] {{(pid=80166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:27:25.476694 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-39e4b9ad-1d4e-49f2-bbf4-54f9b4a48c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3566075', 'neutron.services.segments.db._delete_segments_for_network--9223363307084834676'] for network, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:25.677674 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d81cbf-0af3-4e64-a2fa-cb1970936ab8 req-36c0701d-ec2d-4e9d-b1df-0c10bbe04a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:25.679701 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f2d81cbf-0af3-4e64-a2fa-cb1970936ab8 req-36c0701d-ec2d-4e9d-b1df-0c10bbe04a53 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7d1b4115b3444684a9fd42e8fcaf64a4&device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 1161 time: 0.3160074 Jan 19 22:27:25.706958 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a70a9-ce4d-42f1-b206-4a4dc1483027 req-fe14a4b3-384f-4df8-99f9-e3a3977e20a5 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:25.715432 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-5b9a70a9-ce4d-42f1-b206-4a4dc1483027 req-fe14a4b3-384f-4df8-99f9-e3a3977e20a5 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/networks?id=2740a62a-3c9e-4608-87cc-687201ae0aa2 HTTP/1.1" status: 200 len: 815 time: 0.4325173 Jan 19 22:27:25.749328 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [req-3827f9b2-78b0-46ae-b185-21d37e3d8b42 req-328da1fb-b678-43cb-bd40-0cdf34f61567 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:27:25.773257 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-5b9a70a9-ce4d-42f1-b206-4a4dc1483027 req-a5c4ae03-bfe7-4892-ba52-3fd5259f1c96 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/quotas/5d4105938837484d8d82719812401145 HTTP/1.1" status: 200 len: 375 time: 0.0566776 Jan 19 22:27:25.778147 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [req-3827f9b2-78b0-46ae-b185-21d37e3d8b42 req-328da1fb-b678-43cb-bd40-0cdf34f61567 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:27:25.789163 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-39e4b9ad-1d4e-49f2-bbf4-54f9b4a48c81 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:27:25.789744 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-39e4b9ad-1d4e-49f2-bbf4-54f9b4a48c81 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:27:25.790533 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-39e4b9ad-1d4e-49f2-bbf4-54f9b4a48c81 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:27:25.790911 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-39e4b9ad-1d4e-49f2-bbf4-54f9b4a48c81 admin admin] Subscribe: > port after_create 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:27:25.791276 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-39e4b9ad-1d4e-49f2-bbf4-54f9b4a48c81 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:27:25.791658 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-39e4b9ad-1d4e-49f2-bbf4-54f9b4a48c81 admin admin] Subscribe: > port after_update 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:27:25.792019 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-39e4b9ad-1d4e-49f2-bbf4-54f9b4a48c81 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:27:25.792383 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-39e4b9ad-1d4e-49f2-bbf4-54f9b4a48c81 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:27:25.792742 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-39e4b9ad-1d4e-49f2-bbf4-54f9b4a48c81 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:27:25.793100 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-39e4b9ad-1d4e-49f2-bbf4-54f9b4a48c81 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:27:25.862073 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-39e4b9ad-1d4e-49f2-bbf4-54f9b4a48c81 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:27:25.862469 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-39e4b9ad-1d4e-49f2-bbf4-54f9b4a48c81 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:27:25.862853 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-39e4b9ad-1d4e-49f2-bbf4-54f9b4a48c81 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:27:25.863230 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-39e4b9ad-1d4e-49f2-bbf4-54f9b4a48c81 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:27:25.863631 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.services.segments.db [None req-39e4b9ad-1d4e-49f2-bbf4-54f9b4a48c81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cd05daa-f47f-45a1-9cc2-024d87e8cd72']}} {{(pid=80166) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:27:25.897196 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.services.segments.db [None req-39e4b9ad-1d4e-49f2-bbf4-54f9b4a48c81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a9773ca-f815-4a73-850d-74bd969fc808') {'for_net_delete': True} {{(pid=80166) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:27:25.897546 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.services.segments.db [None req-39e4b9ad-1d4e-49f2-bbf4-54f9b4a48c81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a9773ca-f815-4a73-850d-74bd969fc808') {} {{(pid=80166) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:27:25.910201 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3827f9b2-78b0-46ae-b185-21d37e3d8b42 req-328da1fb-b678-43cb-bd40-0cdf34f61567 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Made reservation on behalf of 14b41834d79d4e868fed82c53411eba6 for: {'port': 1} {{(pid=80166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:27:25.919442 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-3827f9b2-78b0-46ae-b185-21d37e3d8b42 req-328da1fb-b678-43cb-bd40-0cdf34f61567 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:25.940875 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-39e4b9ad-1d4e-49f2-bbf4-54f9b4a48c81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307084830580', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843256977'] for segment, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:25.949480 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43217a02-7924-43aa-8c6e-75333c3dcf86 req-505b9a75-0350-4c44-81c5-b4fa48ca1e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:25.951902 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-43217a02-7924-43aa-8c6e-75333c3dcf86 req-505b9a75-0350-4c44-81c5-b4fa48ca1e11 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7d1b4115b3444684a9fd42e8fcaf64a4&device_id=3994cc61-b4f6-41de-9c13-149ad7c2641b HTTP/1.1" status: 200 len: 1161 time: 0.3777392 Jan 19 22:27:25.972586 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d81cbf-0af3-4e64-a2fa-cb1970936ab8 req-e2d84e20-420b-490f-a8e9-6b17121711a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:25.974242 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f2d81cbf-0af3-4e64-a2fa-cb1970936ab8 req-e2d84e20-420b-490f-a8e9-6b17121711a5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=856f698c-d037-4288-89b3-b30e0383555d HTTP/1.1" status: 200 len: 912 time: 0.2554605 Jan 19 22:27:25.989310 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-5b9a70a9-ce4d-42f1-b206-4a4dc1483027 req-c38e6bb7-93a5-4073-80f2-da2834a9301f tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?tenant_id=5d4105938837484d8d82719812401145&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2146068 Jan 19 22:27:26.070575 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-39e4b9ad-1d4e-49f2-bbf4-54f9b4a48c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560818'] for segment, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:26.082379 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-39e4b9ad-1d4e-49f2-bbf4-54f9b4a48c81 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 19 22:27:26.149876 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-43217a02-7924-43aa-8c6e-75333c3dcf86 req-9906e2d0-e8b2-4f14-aa2e-aefdc241ff6d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aff2573d-8b3f-4004-b64c-5b7185960eef HTTP/1.1" status: 200 len: 217 time: 0.1500840 Jan 19 22:27:26.155224 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-5b9a70a9-ce4d-42f1-b206-4a4dc1483027 req-5d906b35-a3dc-48b6-b4e6-e03025756449 service neutron] 10.222.0.43 "GET /v2.0/networks/2740a62a-3c9e-4608-87cc-687201ae0aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643679 Jan 19 22:27:26.400058 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-7f7311bf-9db1-4fcf-bf7f-690774af8c94 req-7d1c99d2-4c4b-432b-8d1f-12dca32dd674 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/ports?device_id=915f191c-4913-4003-a282-6d30f99a9709 HTTP/1.1" status: 200 len: 210 time: 0.2666001 Jan 19 22:27:26.528580 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-39e4b9ad-1d4e-49f2-bbf4-54f9b4a48c81 admin admin] Network 6cd05daa-f47f-45a1-9cc2-024d87e8cd72 has no segments {{(pid=80166) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 22:27:26.540017 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-39e4b9ad-1d4e-49f2-bbf4-54f9b4a48c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851214998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11379231'] for segment, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:26.590815 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3994cc61-b4f6-41de-9c13-149ad7c2641b', 'tag': 'aff2573d-8b3f-4004-b64c-5b7185960eef', 'status': 'completed', 'code': 200} Jan 19 22:27:26.688472 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f2d81cbf-0af3-4e64-a2fa-cb1970936ab8 req-dc9d3fe7-8bb1-4b4a-972c-4ffb7eedcc85 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=213ffbf8-31f1-4cf2-8214-924aa8a89551 HTTP/1.1" status: 200 len: 217 time: 0.5308337 Jan 19 22:27:26.789113 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d81cbf-0af3-4e64-a2fa-cb1970936ab8 req-c2be3581-c94d-4445-97f4-ed557ef86fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:26.790737 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f2d81cbf-0af3-4e64-a2fa-cb1970936ab8 req-c2be3581-c94d-4445-97f4-ed557ef86fe1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1a97053a-7ac6-44d6-84ad-912d742b25fc HTTP/1.1" status: 200 len: 858 time: 0.0884271 Jan 19 22:27:26.802117 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43217a02-7924-43aa-8c6e-75333c3dcf86 req-86aabc36-c371-4784-80ca-7fc21b20235c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:26.804330 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-43217a02-7924-43aa-8c6e-75333c3dcf86 req-86aabc36-c371-4784-80ca-7fc21b20235c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1a97053a-7ac6-44d6-84ad-912d742b25fc HTTP/1.1" status: 200 len: 858 time: 0.6014957 Jan 19 22:27:26.809072 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-5b9a70a9-ce4d-42f1-b206-4a4dc1483027 req-9b61ae34-5811-4576-9d05-4176ba97e832 service neutron] 10.222.0.43 "GET /v2.0/networks/2740a62a-3c9e-4608-87cc-687201ae0aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6519053 Jan 19 22:27:26.829443 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.66', 62582) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:26.998893 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-218a12bd-19d8-458f-a576-dfdcc20efaeb req-203812ac-3270-4e29-b139-da127eb13cb2 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?device_id=d73fcd42-7c2b-479d-9af1-dfcfc69b7285 HTTP/1.1" status: 200 len: 210 time: 0.2036548 Jan 19 22:27:27.009413 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-39e4b9ad-1d4e-49f2-bbf4-54f9b4a48c81 admin admin] Network 6cd05daa-f47f-45a1-9cc2-024d87e8cd72 has no segments {{(pid=80166) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 22:27:27.024050 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-43217a02-7924-43aa-8c6e-75333c3dcf86 req-27470268-9633-4277-a464-1f0ea82490b3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=856f698c-d037-4288-89b3-b30e0383555d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005032 Jan 19 22:27:27.046861 dv-cinder-750782-5-smb neutron-server[80054]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 19 22:27:27.046861 dv-cinder-750782-5-smb neutron-server[80054]: (rel_b, rel_a, rel_b), Jan 19 22:27:27.046861 dv-cinder-750782-5-smb neutron-server[80054]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 19 22:27:27.046861 dv-cinder-750782-5-smb neutron-server[80054]: (rel_b, rel_a, rel_b), Jan 19 22:27:27.046861 dv-cinder-750782-5-smb neutron-server[80054]: Traceback (most recent call last): Jan 19 22:27:27.046861 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 22:27:27.046861 dv-cinder-750782-5-smb neutron-server[80054]: timer() Jan 19 22:27:27.046861 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 22:27:27.046861 dv-cinder-750782-5-smb neutron-server[80054]: cb(*args, **kw) Jan 19 22:27:27.046861 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 19 22:27:27.046861 dv-cinder-750782-5-smb neutron-server[80054]: return func(*args, **kwargs) Jan 19 22:27:27.046861 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 22:27:27.046861 dv-cinder-750782-5-smb neutron-server[80054]: self._notify() Jan 19 22:27:27.046861 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 22:27:27.046861 dv-cinder-750782-5-smb neutron-server[80054]: self.callback(batched_events) Jan 19 22:27:27.046861 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 22:27:27.046861 dv-cinder-750782-5-smb neutron-server[80054]: event.method(event) Jan 19 22:27:27.046861 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 22:27:27.046861 dv-cinder-750782-5-smb neutron-server[80054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 22:27:27.046861 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 19 22:27:27.046861 dv-cinder-750782-5-smb neutron-server[80054]: segment_id)['aggregates'][0] Jan 19 22:27:27.046861 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 22:27:27.046861 dv-cinder-750782-5-smb neutron-server[80054]: return f(self, *a, **k) Jan 19 22:27:27.046861 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 19 22:27:27.046861 dv-cinder-750782-5-smb neutron-server[80054]: return self._get(url).json() Jan 19 22:27:27.046861 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 22:27:27.046861 dv-cinder-750782-5-smb neutron-server[80054]: **kwargs) Jan 19 22:27:27.046861 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 22:27:27.046861 dv-cinder-750782-5-smb neutron-server[80054]: return self.request(url, 'GET', **kwargs) Jan 19 22:27:27.046861 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 19 22:27:27.046861 dv-cinder-750782-5-smb neutron-server[80054]: **endpoint_filter) Jan 19 22:27:27.046861 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 22:27:27.046861 dv-cinder-750782-5-smb neutron-server[80054]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 22:27:27.046861 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 22:27:27.046861 dv-cinder-750782-5-smb neutron-server[80054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 22:27:27.046861 dv-cinder-750782-5-smb neutron-server[80054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 22:27:27.116606 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f2d81cbf-0af3-4e64-a2fa-cb1970936ab8 req-e7477460-599d-4ad7-8bd6-45465b8fc69d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=856f698c-d037-4288-89b3-b30e0383555d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2563865 Jan 19 22:27:27.159655 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c76643-2613-4f7e-9ef6-580ed559d8c8 req-c1e19b3f-64f9-4ac3-8af5-e572511fcbb4 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:27.161307 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a3c76643-2613-4f7e-9ef6-580ed559d8c8 req-c1e19b3f-64f9-4ac3-8af5-e572511fcbb4 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.66 "GET /v2.0/networks?id=6ef4e1d2-abe0-4afc-adb2-8d80517036be HTTP/1.1" status: 200 len: 809 time: 0.3071451 Jan 19 22:27:27.367614 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [req-a3c76643-2613-4f7e-9ef6-580ed559d8c8 req-76d38123-7a06-4fa3-9238-adf5bf9d6fc0 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Request body: {'port': {'device_id': '915f191c-4913-4003-a282-6d30f99a9709', 'network_id': '6ef4e1d2-abe0-4afc-adb2-8d80517036be', 'admin_state_up': True, 'tenant_id': 'd21cc79040f84513b239a36e3444a630'}} {{(pid=80165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:27:27.554100 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f2d81cbf-0af3-4e64-a2fa-cb1970936ab8 req-f2d64ea1-5f6b-4972-99f7-4f4282a8c3e5 service neutron] 10.222.0.66 "GET /v2.0/networks/856f698c-d037-4288-89b3-b30e0383555d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903134 Jan 19 22:27:27.627857 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [req-a3c76643-2613-4f7e-9ef6-580ed559d8c8 req-76d38123-7a06-4fa3-9238-adf5bf9d6fc0 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:27:27.635012 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ac453fa6-5472-4452-9385-f09003a3651e req-f23dfca1-a90a-4f1c-a9ca-803932274e7a tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=3e3fa171-fd52-4018-911f-a261f1044840 HTTP/1.1" status: 200 len: 210 time: 0.1475072 Jan 19 22:27:27.642542 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-39e4b9ad-1d4e-49f2-bbf4-54f9b4a48c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3565836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324611'] for network, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:27.657260 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11791910-bb1a-4f83-a8dc-c1d500cb2893 req-02f9fdb4-8831-4ef3-9893-b562d90cf851 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:27.668348 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-7065ea66-c1c5-4985-8b87-64d7e204cdfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:27.668889 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-11791910-bb1a-4f83-a8dc-c1d500cb2893 req-02f9fdb4-8831-4ef3-9893-b562d90cf851 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=3994cc61-b4f6-41de-9c13-149ad7c2641b HTTP/1.1" status: 200 len: 944 time: 0.5063984 Jan 19 22:27:27.672201 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-a3c76643-2613-4f7e-9ef6-580ed559d8c8 req-76d38123-7a06-4fa3-9238-adf5bf9d6fc0 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Usage tracker for resource:port and tenant:d21cc79040f84513b239a36e3444a630 is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:27:27.676456 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-a3c76643-2613-4f7e-9ef6-580ed559d8c8 req-76d38123-7a06-4fa3-9238-adf5bf9d6fc0 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Quota usage for port was recalculated. Used quota:0. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:27:27.692175 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-39e4b9ad-1d4e-49f2-bbf4-54f9b4a48c81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for network, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:27.702298 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e4b9ad-1d4e-49f2-bbf4-54f9b4a48c81 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cd05daa-f47f-45a1-9cc2-024d87e8cd72,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:27.716168 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.db_base_plugin_common [req-3827f9b2-78b0-46ae-b185-21d37e3d8b42 req-328da1fb-b678-43cb-bd40-0cdf34f61567 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Allocated IP 172.20.0.4 (9833d04b-801e-468a-b55d-a07f3c5885cd/1981add0-450b-4ba4-a4b4-88355edcb693/50f75ecc-3124-4157-8459-cd0c4b388f85) {{(pid=80166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:27:27.729222 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-39e4b9ad-1d4e-49f2-bbf4-54f9b4a48c81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:27.736621 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-43217a02-7924-43aa-8c6e-75333c3dcf86 req-8b975fb9-4d4d-48f8-98d8-f1c2eec38557 service neutron] 10.222.0.66 "GET /v2.0/networks/856f698c-d037-4288-89b3-b30e0383555d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6835897 Jan 19 22:27:27.743132 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-39e4b9ad-1d4e-49f2-bbf4-54f9b4a48c81 admin admin] 10.222.0.43 "DELETE /v2.0/networks/6cd05daa-f47f-45a1-9cc2-024d87e8cd72 HTTP/1.1" status: 204 len: 168 time: 3.6038551 Jan 19 22:27:27.755513 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [req-a3c76643-2613-4f7e-9ef6-580ed559d8c8 req-76d38123-7a06-4fa3-9238-adf5bf9d6fc0 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:27:27.811699 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3c76643-2613-4f7e-9ef6-580ed559d8c8 req-76d38123-7a06-4fa3-9238-adf5bf9d6fc0 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Made reservation on behalf of d21cc79040f84513b239a36e3444a630 for: {'port': 1} {{(pid=80165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:27:27.821418 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-a3c76643-2613-4f7e-9ef6-580ed559d8c8 req-76d38123-7a06-4fa3-9238-adf5bf9d6fc0 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:27.871558 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-11791910-bb1a-4f83-a8dc-c1d500cb2893 req-32628423-a4a4-467e-b32b-f25164b83b72 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874464 Jan 19 22:27:27.901190 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f2d81cbf-0af3-4e64-a2fa-cb1970936ab8 req-1d6e6f90-31bf-4e7f-9ac5-ef4d815aa79e service neutron] 10.222.0.66 "GET /v2.0/networks/856f698c-d037-4288-89b3-b30e0383555d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3358011 Jan 19 22:27:28.130331 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-cc082451-3140-4759-9ff6-709fce71c78e req-af5a6a07-d8a8-49f0-8df4-b5a808778aa1 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/ports?device_id=915f191c-4913-4003-a282-6d30f99a9709 HTTP/1.1" status: 200 len: 210 time: 0.2642813 Jan 19 22:27:28.197165 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 50088) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:28.293338 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-3827f9b2-78b0-46ae-b185-21d37e3d8b42 req-328da1fb-b678-43cb-bd40-0cdf34f61567 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks [] for port, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:28.311298 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-43217a02-7924-43aa-8c6e-75333c3dcf86 req-67cc4f8c-fd06-4291-8263-765365c8070b service neutron] 10.222.0.66 "GET /v2.0/networks/856f698c-d037-4288-89b3-b30e0383555d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5565588 Jan 19 22:27:28.320904 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [req-3827f9b2-78b0-46ae-b185-21d37e3d8b42 req-328da1fb-b678-43cb-bd40-0cdf34f61567 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Transition to ACTIVE for port object 50f75ecc-3124-4157-8459-cd0c4b388f85 will not be triggered until provisioned by entity DHCP. {{(pid=80166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:27:28.368478 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-3827f9b2-78b0-46ae-b185-21d37e3d8b42 req-328da1fb-b678-43cb-bd40-0cdf34f61567 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307085170889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843396414'] for port, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:28.527135 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-e9662986-7182-4202-b7b1-e4d899ab0b46 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1d41d65e945e421db207c69c9ea84e1a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3279178 Jan 19 22:27:28.532353 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 50098) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:28.655884 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d992e22-635f-49fe-aa02-f3c9ccf30072 req-84bc04ff-876b-434d-bb66-91e8dfe35ca4 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:28.657763 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0d992e22-635f-49fe-aa02-f3c9ccf30072 req-84bc04ff-876b-434d-bb66-91e8dfe35ca4 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?device_id=d73fcd42-7c2b-479d-9af1-dfcfc69b7285 HTTP/1.1" status: 200 len: 931 time: 0.3904185 Jan 19 22:27:28.660509 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-4f323956-2c40-4228-a0c4-d0cee71b8dd0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:28.825679 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.db_base_plugin_common [req-a3c76643-2613-4f7e-9ef6-580ed559d8c8 req-76d38123-7a06-4fa3-9238-adf5bf9d6fc0 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Allocated IP 172.20.0.5 (6ef4e1d2-abe0-4afc-adb2-8d80517036be/39225dcd-ee80-4392-bbcc-dc9dafc3ba8c/43e74806-dc11-4c51-8f7f-8b1dc79e9136) {{(pid=80165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:27:28.834133 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.objects.ports [None req-300d7a2d-e6b2-42bb-8398-2eaa5aa16fb0 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80167) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 19 22:27:28.860213 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-3f824827-de85-4386-88d6-b366a8abe779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:28.910076 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328da1fb-b678-43cb-bd40-0cdf34f61567 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Pushing event updated for resources: {'Port': ['ID=50f75ecc-3124-4157-8459-cd0c4b388f85,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:28.914700 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-328da1fb-b678-43cb-bd40-0cdf34f61567 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:28.925411 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3827f9b2-78b0-46ae-b185-21d37e3d8b42 req-328da1fb-b678-43cb-bd40-0cdf34f61567 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Network 9833d04b-801e-468a-b55d-a07f3c5885cd is already hosted by enough agents. {{(pid=80166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:27:28.927207 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [req-3827f9b2-78b0-46ae-b185-21d37e3d8b42 req-328da1fb-b678-43cb-bd40-0cdf34f61567 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Resources bound (agent type, host, resource id): {{(pid=80166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:27:28.930671 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5e699-f730-481b-ba0d-ad523ad5f32b req-eb9ae859-ac5e-4765-b12d-4dab8a158067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:28.932547 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-03e5e699-f730-481b-ba0d-ad523ad5f32b req-eb9ae859-ac5e-4765-b12d-4dab8a158067 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7d1b4115b3444684a9fd42e8fcaf64a4&device_id=3994cc61-b4f6-41de-9c13-149ad7c2641b HTTP/1.1" status: 200 len: 1161 time: 0.2731707 Jan 19 22:27:28.934765 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [req-3827f9b2-78b0-46ae-b185-21d37e3d8b42 req-328da1fb-b678-43cb-bd40-0cdf34f61567 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Received port after_create {{(pid=80166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:27:29.079701 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-3d721baf-d2b5-4c49-b91f-2bbf9429f913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:29.093402 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-66bc2c57-d58d-4b03-bff1-2b4d374e83bd req-85575a13-e63f-4b96-ac60-8f591ebf6f6a tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=3e3fa171-fd52-4018-911f-a261f1044840 HTTP/1.1" status: 200 len: 210 time: 0.1599734 Jan 19 22:27:29.114883 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-3d721baf-d2b5-4c49-b91f-2bbf9429f913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:29.193534 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0d992e22-635f-49fe-aa02-f3c9ccf30072 req-25c68e31-aa63-4d38-a874-2122dc190a6d tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/security-groups?id=3950fcd1-3bed-47dd-b889-44121b1b96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5271201 Jan 19 22:27:29.194567 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-3d721baf-d2b5-4c49-b91f-2bbf9429f913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:29.195575 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827f9b2-78b0-46ae-b185-21d37e3d8b42 req-328da1fb-b678-43cb-bd40-0cdf34f61567 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:29.196307 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-3827f9b2-78b0-46ae-b185-21d37e3d8b42 req-328da1fb-b678-43cb-bd40-0cdf34f61567 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for port, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:29.249861 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-3827f9b2-78b0-46ae-b185-21d37e3d8b42 req-328da1fb-b678-43cb-bd40-0cdf34f61567 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9179890 Jan 19 22:27:29.255032 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a70a9-ce4d-42f1-b206-4a4dc1483027 req-b732ce39-2e38-4dd2-a6be-8beb7e9cc226 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:29.256696 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-5b9a70a9-ce4d-42f1-b206-4a4dc1483027 req-b732ce39-2e38-4dd2-a6be-8beb7e9cc226 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.66 "GET /v2.0/networks?id=2740a62a-3c9e-4608-87cc-687201ae0aa2 HTTP/1.1" status: 200 len: 815 time: 0.5124357 Jan 19 22:27:29.271654 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-d431a2bd-7540-47e5-8c05-35d6a6aa5fc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:29.294794 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-cf20a4ae-5488-4632-b0b9-c1f07697b4d0 None None] Provisioning for port 50f75ecc-3124-4157-8459-cd0c4b388f85 completed by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:27:29.300607 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-cf20a4ae-5488-4632-b0b9-c1f07697b4d0 None None] Provisioning complete for port 50f75ecc-3124-4157-8459-cd0c4b388f85 triggered by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:27:29.301225 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-cf20a4ae-5488-4632-b0b9-c1f07697b4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:29.305799 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d721baf-d2b5-4c49-b91f-2bbf9429f913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4436cb-96ad-46f6-81e6-30dd326956a2,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:29.309438 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-3d721baf-d2b5-4c49-b91f-2bbf9429f913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:29.339052 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5e699-f730-481b-ba0d-ad523ad5f32b req-d0a1a203-7837-4cb1-8c72-3284e69315f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:29.340640 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-03e5e699-f730-481b-ba0d-ad523ad5f32b req-d0a1a203-7837-4cb1-8c72-3284e69315f6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=856f698c-d037-4288-89b3-b30e0383555d HTTP/1.1" status: 200 len: 912 time: 0.3705807 Jan 19 22:27:29.346346 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-3d721baf-d2b5-4c49-b91f-2bbf9429f913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:29.347878 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-3d721baf-d2b5-4c49-b91f-2bbf9429f913 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4c4436cb-96ad-46f6-81e6-30dd326956a2 HTTP/1.1" status: 204 len: 168 time: 0.8132381 Jan 19 22:27:29.398447 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [req-3827f9b2-78b0-46ae-b185-21d37e3d8b42 req-2cda05ac-a487-49e3-bfaf-83efcff961a5 service neutron] Request body: {'port': {'device_id': 'd73fcd42-7c2b-479d-9af1-dfcfc69b7285', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:27:29.434543 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [req-5b9a70a9-ce4d-42f1-b206-4a4dc1483027 req-a391ae2e-acc4-4be1-93d5-ef659987d4dd tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Request body: {'port': {'device_id': '3e3fa171-fd52-4018-911f-a261f1044840', 'network_id': '2740a62a-3c9e-4608-87cc-687201ae0aa2', 'admin_state_up': True, 'tenant_id': '5d4105938837484d8d82719812401145'}} {{(pid=80165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:27:29.436653 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-cf20a4ae-5488-4632-b0b9-c1f07697b4d0 None None] Port 50f75ecc-3124-4157-8459-cd0c4b388f85 cannot update to ACTIVE because it is not bound. {{(pid=80167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 22:27:29.537885 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2dccc-53a6-4358-b4b3-c75487a4db5e req-3b77ef52-a4e4-4e83-9c61-9527e6f68ac2 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:29.542817 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-a5499e77-af5e-40d4-9cd1-8c11751ef153 req-29416cf0-ddc3-4ed6-a7d2-1e6e0ddf0a81 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Synchronizing usage tracker for tenant:d21cc79040f84513b239a36e3444a630 on resource:port {{(pid=80165) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:27:29.543553 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-83a2dccc-53a6-4358-b4b3-c75487a4db5e req-3b77ef52-a4e4-4e83-9c61-9527e6f68ac2 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=3994cc61-b4f6-41de-9c13-149ad7c2641b HTTP/1.1" status: 200 len: 944 time: 0.2678275 Jan 19 22:27:29.553587 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-03e5e699-f730-481b-ba0d-ad523ad5f32b req-efbf7fca-1b5c-44fa-9fb7-7991d6f090ff service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aff2573d-8b3f-4004-b64c-5b7185960eef HTTP/1.1" status: 200 len: 217 time: 0.1259434 Jan 19 22:27:29.687069 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device 213ffbf8-31f1-4cf2-8214-924aa8a89551 up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:27:29.790990 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning for port 213ffbf8-31f1-4cf2-8214-924aa8a89551 completed by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:27:29.798241 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port 213ffbf8-31f1-4cf2-8214-924aa8a89551 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:27:29.799129 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:29.957149 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:29.971098 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-a3c76643-2613-4f7e-9ef6-580ed559d8c8 req-76d38123-7a06-4fa3-9238-adf5bf9d6fc0 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Notify callbacks [] for port, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:29.996324 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-83a2dccc-53a6-4358-b4b3-c75487a4db5e req-5c91863b-83cb-40e6-acca-5450bc264e68 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4390416 Jan 19 22:27:29.997678 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] For port 213ffbf8-31f1-4cf2-8214-924aa8a89551, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=213ffbf8-31f1-4cf2-8214-924aa8a89551,segment=NetworkSegment(9f65af3f-103a-4e7a-b1ac-336dee171ce6),segment_id=9f65af3f-103a-4e7a-b1ac-336dee171ce6)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:27:29.999996 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '702e22e6-b77f-4b28-8670-26ebb196a856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '213ffbf8-31f1-4cf2-8214-924aa8a89551'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:27:30.008184 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:30.020839 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-c3d03bde-f02d-4137-b4e3-3510ef56e348 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:30.039595 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-3827f9b2-78b0-46ae-b185-21d37e3d8b42 req-2cda05ac-a487-49e3-bfaf-83efcff961a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:30.051649 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [req-5b9a70a9-ce4d-42f1-b206-4a4dc1483027 req-a391ae2e-acc4-4be1-93d5-ef659987d4dd tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:27:30.051649 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-a5499e77-af5e-40d4-9cd1-8c11751ef153 req-29416cf0-ddc3-4ed6-a7d2-1e6e0ddf0a81 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Unset dirty status for tenant:d21cc79040f84513b239a36e3444a630 on resource:port {{(pid=80165) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:27:30.071016 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a5499e77-af5e-40d4-9cd1-8c11751ef153 req-29416cf0-ddc3-4ed6-a7d2-1e6e0ddf0a81 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/ports?device_id=915f191c-4913-4003-a282-6d30f99a9709 HTTP/1.1" status: 200 len: 210 time: 0.6386158 Jan 19 22:27:30.076860 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5e699-f730-481b-ba0d-ad523ad5f32b req-6af2fbec-69ed-448e-a7a9-8a48060dd8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:30.078884 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-03e5e699-f730-481b-ba0d-ad523ad5f32b req-6af2fbec-69ed-448e-a7a9-8a48060dd8d5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1a97053a-7ac6-44d6-84ad-912d742b25fc HTTP/1.1" status: 200 len: 858 time: 0.5030570 Jan 19 22:27:30.096258 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-a3c76643-2613-4f7e-9ef6-580ed559d8c8 req-76d38123-7a06-4fa3-9238-adf5bf9d6fc0 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307085170889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852767463'] for port, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:30.098735 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [req-5b9a70a9-ce4d-42f1-b206-4a4dc1483027 req-a391ae2e-acc4-4be1-93d5-ef659987d4dd tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:27:30.101086 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 50132) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:30.196085 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Pushing event updated for resources: {'Port': ['ID=213ffbf8-31f1-4cf2-8214-924aa8a89551,revision_number=4']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:30.216264 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:30.219723 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '702e22e6-b77f-4b28-8670-26ebb196a856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '213ffbf8-31f1-4cf2-8214-924aa8a89551', 'code': 200} Jan 19 22:27:30.248587 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-03e5e699-f730-481b-ba0d-ad523ad5f32b req-6d534c9c-e11e-4a5f-b530-a67f5ffcecc3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=856f698c-d037-4288-89b3-b30e0383555d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1373804 Jan 19 22:27:30.417348 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-033294ce-b32b-4f22-a56e-3643132a7fde service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:30.515622 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device 213ffbf8-31f1-4cf2-8214-924aa8a89551 up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:27:30.608871 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-c466fe3e-5fc4-4ac7-b12b-abcb66d20be1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0ad4f6da56a844d48a33913d9251b3a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4992919 Jan 19 22:27:30.618252 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port 213ffbf8-31f1-4cf2-8214-924aa8a89551 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:27:30.618451 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:30.676491 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 50152) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:30.676885 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.66', 62598) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:30.699098 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b9a70a9-ce4d-42f1-b206-4a4dc1483027 req-a391ae2e-acc4-4be1-93d5-ef659987d4dd tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Made reservation on behalf of 5d4105938837484d8d82719812401145 for: {'port': 1} {{(pid=80165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:27:30.708242 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-5b9a70a9-ce4d-42f1-b206-4a4dc1483027 req-a391ae2e-acc4-4be1-93d5-ef659987d4dd tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:30.726836 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-8e4e5e21-3d01-4867-9452-a957c17a4206 req-c5bb3ba5-8154-4afb-9ba8-6f8e49b3204a tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=3e3fa171-fd52-4018-911f-a261f1044840 HTTP/1.1" status: 200 len: 210 time: 0.1618176 Jan 19 22:27:30.747792 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d38123-7a06-4fa3-9238-adf5bf9d6fc0 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Pushing event updated for resources: {'Port': ['ID=43e74806-dc11-4c51-8f7f-8b1dc79e9136,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:30.752493 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-76d38123-7a06-4fa3-9238-adf5bf9d6fc0 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:30.754750 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3c76643-2613-4f7e-9ef6-580ed559d8c8 req-76d38123-7a06-4fa3-9238-adf5bf9d6fc0 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Network 6ef4e1d2-abe0-4afc-adb2-8d80517036be is already hosted by enough agents. {{(pid=80165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:27:30.772700 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [req-a3c76643-2613-4f7e-9ef6-580ed559d8c8 req-76d38123-7a06-4fa3-9238-adf5bf9d6fc0 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Resources bound (agent type, host, resource id): {{(pid=80165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:27:30.772964 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-03e5e699-f730-481b-ba0d-ad523ad5f32b req-6331f785-ff7d-4d4d-9c5b-13d84361dfd1 service neutron] 10.222.0.66 "GET /v2.0/networks/856f698c-d037-4288-89b3-b30e0383555d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4406822 Jan 19 22:27:30.775098 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c76643-2613-4f7e-9ef6-580ed559d8c8 req-76d38123-7a06-4fa3-9238-adf5bf9d6fc0 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Received port after_create {{(pid=80165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:27:30.905055 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.66', 62599) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:30.994536 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c76643-2613-4f7e-9ef6-580ed559d8c8 req-76d38123-7a06-4fa3-9238-adf5bf9d6fc0 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:30.995251 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-a3c76643-2613-4f7e-9ef6-580ed559d8c8 req-76d38123-7a06-4fa3-9238-adf5bf9d6fc0 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for port, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:31.050473 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a3c76643-2613-4f7e-9ef6-580ed559d8c8 req-76d38123-7a06-4fa3-9238-adf5bf9d6fc0 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7593994 Jan 19 22:27:31.099083 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [req-a3c76643-2613-4f7e-9ef6-580ed559d8c8 req-ecd08794-a303-43ff-8dea-ffeb680b0315 service neutron] Request body: {'port': {'device_id': '915f191c-4913-4003-a282-6d30f99a9709', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:27:31.106626 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-da56b46c-ea93-4dcf-bb1a-5a8722768d41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:31.150530 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a45f2-32f1-4148-b7fc-76b98a3b8111 req-eff16cbd-cae7-4493-a0c4-01ebf8108e2a tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:31.151239 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-3e8a45f2-32f1-4148-b7fc-76b98a3b8111 req-eff16cbd-cae7-4493-a0c4-01ebf8108e2a tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Synchronizing usage tracker for tenant:14b41834d79d4e868fed82c53411eba6 on resource:port {{(pid=80166) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:27:31.223438 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10923e4-d69e-41c7-98c9-c7133ea483bc req-6721a203-f98a-44c9-a111-a13e6a9f08d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:31.225059 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d10923e4-d69e-41c7-98c9-c7133ea483bc req-6721a203-f98a-44c9-a111-a13e6a9f08d7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 1163 time: 0.5433300 Jan 19 22:27:31.273068 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf59a4f1-9d3a-4047-89b4-4a87b63cae35 req-6c541987-9436-4c30-81fd-c5f7363421a0 tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:31.274722 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-bf59a4f1-9d3a-4047-89b4-4a87b63cae35 req-6c541987-9436-4c30-81fd-c5f7363421a0 tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] 10.222.0.43 "GET /v2.0/ports?device_id=24b39422-3a4d-475b-8e3e-4794aadf633c HTTP/1.1" status: 200 len: 945 time: 0.3502338 Jan 19 22:27:31.312907 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-da56b46c-ea93-4dcf-bb1a-5a8722768d41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:31.351264 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-3e8a45f2-32f1-4148-b7fc-76b98a3b8111 req-eff16cbd-cae7-4493-a0c4-01ebf8108e2a tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Unset dirty status for tenant:14b41834d79d4e868fed82c53411eba6 on resource:port {{(pid=80166) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:27:31.352586 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-3e8a45f2-32f1-4148-b7fc-76b98a3b8111 req-eff16cbd-cae7-4493-a0c4-01ebf8108e2a tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?device_id=d73fcd42-7c2b-479d-9af1-dfcfc69b7285 HTTP/1.1" status: 200 len: 931 time: 0.7245765 Jan 19 22:27:31.373185 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-03e5e699-f730-481b-ba0d-ad523ad5f32b req-5d239767-2df8-489b-bb04-a9a0ffdeb4d4 service neutron] 10.222.0.66 "GET /v2.0/networks/856f698c-d037-4288-89b3-b30e0383555d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5585833 Jan 19 22:27:31.386597 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-a3c76643-2613-4f7e-9ef6-580ed559d8c8 req-ecd08794-a303-43ff-8dea-ffeb680b0315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:31.391294 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1243c519-8875-4095-9705-67b78462088e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:31.435669 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-bf59a4f1-9d3a-4047-89b4-4a87b63cae35 req-4592a657-f1c5-45ee-a822-a520723bad9e tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] 10.222.0.43 "GET /v2.0/security-groups?id=c4e553f1-eb7f-4d41-9509-bf206614870a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228712 Jan 19 22:27:31.475226 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d10923e4-d69e-41c7-98c9-c7133ea483bc req-db8e04fa-e27c-495a-a2a4-fa08e03a2728 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716652 Jan 19 22:27:31.479420 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c813495f-f9bb-441f-a7c7-c22908e6a183 req-d997472a-1c12-490c-8d7c-faf293f46898 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b49da20f-27e3-4872-bac6-e86c1596ead3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.5658212 Jan 19 22:27:31.516658 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-3e8a45f2-32f1-4148-b7fc-76b98a3b8111 req-1e6fe57e-3bc7-4b32-9f22-dfcc941b735f tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/security-groups?id=3950fcd1-3bed-47dd-b889-44121b1b96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375537 Jan 19 22:27:31.536607 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-da56b46c-ea93-4dcf-bb1a-5a8722768d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:31.543516 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-1ddaeb46-fa13-4c7b-a661-a77637362880 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:31.551979 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.db_base_plugin_common [req-5b9a70a9-ce4d-42f1-b206-4a4dc1483027 req-a391ae2e-acc4-4be1-93d5-ef659987d4dd tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Allocated IP 172.20.0.13 (2740a62a-3c9e-4608-87cc-687201ae0aa2/159ed613-693d-4448-ae87-c90c7e446752/0b9e11b2-a496-4ad1-84f2-70665142180e) {{(pid=80165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:27:31.597798 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da56b46c-ea93-4dcf-bb1a-5a8722768d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ea9d9a-35b1-43f0-a0cd-b853708d4227,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:31.620548 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-da56b46c-ea93-4dcf-bb1a-5a8722768d41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:31.624205 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-da56b46c-ea93-4dcf-bb1a-5a8722768d41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:31.625509 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-da56b46c-ea93-4dcf-bb1a-5a8722768d41 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c4ea9d9a-35b1-43f0-a0cd-b853708d4227 HTTP/1.1" status: 204 len: 168 time: 0.9456234 Jan 19 22:27:31.635082 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [req-3827f9b2-78b0-46ae-b185-21d37e3d8b42 req-2cda05ac-a487-49e3-bfaf-83efcff961a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50f75ecc-3124-4157-8459-cd0c4b388f85 {{(pid=80166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 19 22:27:31.644183 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-3827f9b2-78b0-46ae-b185-21d37e3d8b42 req-2cda05ac-a487-49e3-bfaf-83efcff961a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:31.683621 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [req-3827f9b2-78b0-46ae-b185-21d37e3d8b42 req-2cda05ac-a487-49e3-bfaf-83efcff961a5 service neutron] Transition to ACTIVE for port object 50f75ecc-3124-4157-8459-cd0c4b388f85 will not be triggered until provisioned by entity L2. {{(pid=80166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:27:31.688375 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-3827f9b2-78b0-46ae-b185-21d37e3d8b42 req-2cda05ac-a487-49e3-bfaf-83efcff961a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11379449'] for port, after_update {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:31.725147 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:31.778639 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-39256608-b989-4478-9a4a-871517221e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:32.031760 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cda05ac-a487-49e3-bfaf-83efcff961a5 service neutron] Pushing event updated for resources: {'Port': ['ID=50f75ecc-3124-4157-8459-cd0c4b388f85,revision_number=2']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:32.042317 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-2cda05ac-a487-49e3-bfaf-83efcff961a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:32.141227 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb0f4da-4697-4478-8c70-a2b80ec0bee3 req-330e76c0-bd60-41e1-94c3-fb8768d04984 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:32.143008 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-2fb0f4da-4697-4478-8c70-a2b80ec0bee3 req-330e76c0-bd60-41e1-94c3-fb8768d04984 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/ports?device_id=915f191c-4913-4003-a282-6d30f99a9709 HTTP/1.1" status: 200 len: 931 time: 0.3484712 Jan 19 22:27:32.333439 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813495f-f9bb-441f-a7c7-c22908e6a183 req-aee92c69-f50c-4d34-b999-96247a9335fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:32.335433 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c813495f-f9bb-441f-a7c7-c22908e6a183 req-aee92c69-f50c-4d34-b999-96247a9335fe service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5d4105938837484d8d82719812401145&device_id=b49da20f-27e3-4872-bac6-e86c1596ead3 HTTP/1.1" status: 200 len: 1162 time: 0.3769612 Jan 19 22:27:32.425895 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-2fb0f4da-4697-4478-8c70-a2b80ec0bee3 req-5058395c-dd7e-499a-bf8c-1e3a11e1672a tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/security-groups?id=f3a187e4-160d-40ac-91dd-091a7dbbf55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956644 Jan 19 22:27:32.555544 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b990c4a6-fab6-4b3c-afb0-6e1ecf8fba81 req-487006d6-aab0-404b-b97d-82086c6648d6 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:32.570046 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-b990c4a6-fab6-4b3c-afb0-6e1ecf8fba81 req-487006d6-aab0-404b-b97d-82086c6648d6 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=3994cc61-b4f6-41de-9c13-149ad7c2641b HTTP/1.1" status: 200 len: 944 time: 0.8167613 Jan 19 22:27:32.573079 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.db.resource_extend [req-a3c76643-2613-4f7e-9ef6-580ed559d8c8 req-ecd08794-a303-43ff-8dea-ffeb680b0315 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80165) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 19 22:27:32.661299 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 50208) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:32.674061 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-b990c4a6-fab6-4b3c-afb0-6e1ecf8fba81 req-b2946aa3-b1aa-47e0-b540-dd2a83c7f538 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027119 Jan 19 22:27:32.752293 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [req-a3c76643-2613-4f7e-9ef6-580ed559d8c8 req-ecd08794-a303-43ff-8dea-ffeb680b0315 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43e74806-dc11-4c51-8f7f-8b1dc79e9136 {{(pid=80165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 19 22:27:32.760966 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-a3c76643-2613-4f7e-9ef6-580ed559d8c8 req-ecd08794-a303-43ff-8dea-ffeb680b0315 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:32.775804 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [req-a3c76643-2613-4f7e-9ef6-580ed559d8c8 req-ecd08794-a303-43ff-8dea-ffeb680b0315 service neutron] Transition to ACTIVE for port object 43e74806-dc11-4c51-8f7f-8b1dc79e9136 will not be triggered until provisioned by entity L2. {{(pid=80165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:27:32.782137 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-5b9a70a9-ce4d-42f1-b206-4a4dc1483027 req-a391ae2e-acc4-4be1-93d5-ef659987d4dd tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Notify callbacks [] for port, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:32.782771 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-afd591e2-c431-4b49-a2de-282378c04065 req-6d526b31-d5c4-43e2-8885-eb7ef8a25506 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=3e3fa171-fd52-4018-911f-a261f1044840 HTTP/1.1" status: 200 len: 210 time: 0.1215873 Jan 19 22:27:32.790329 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [req-3827f9b2-78b0-46ae-b185-21d37e3d8b42 req-2cda05ac-a487-49e3-bfaf-83efcff961a5 service neutron] Attempting to bind port 50f75ecc-3124-4157-8459-cd0c4b388f85 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=80166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:27:32.790716 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [req-3827f9b2-78b0-46ae-b185-21d37e3d8b42 req-2cda05ac-a487-49e3-bfaf-83efcff961a5 service neutron] Attempting to bind port 50f75ecc-3124-4157-8459-cd0c4b388f85 by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': 'c0eefc68-d721-4cc9-9571-b071e90f43c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9833d04b-801e-468a-b55d-a07f3c5885cd'}] {{(pid=80166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:27:32.791093 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3827f9b2-78b0-46ae-b185-21d37e3d8b42 req-2cda05ac-a487-49e3-bfaf-83efcff961a5 service neutron] Attempting to bind port 50f75ecc-3124-4157-8459-cd0c4b388f85 on network 9833d04b-801e-468a-b55d-a07f3c5885cd {{(pid=80166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:27:32.809010 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3827f9b2-78b0-46ae-b185-21d37e3d8b42 req-2cda05ac-a487-49e3-bfaf-83efcff961a5 service neutron] Checking agent: {'id': 'fdb5f3a7-7d47-485b-a3bd-ac2e8030a5a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 24, 37), 'started_at': datetime.datetime(2021, 1, 19, 22, 25, 7), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:27:32.809429 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3827f9b2-78b0-46ae-b185-21d37e3d8b42 req-2cda05ac-a487-49e3-bfaf-83efcff961a5 service neutron] Checking segment: {'id': 'c0eefc68-d721-4cc9-9571-b071e90f43c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9833d04b-801e-468a-b55d-a07f3c5885cd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:27:32.810112 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-3827f9b2-78b0-46ae-b185-21d37e3d8b42 req-2cda05ac-a487-49e3-bfaf-83efcff961a5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:32.810242 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3827f9b2-78b0-46ae-b185-21d37e3d8b42 req-2cda05ac-a487-49e3-bfaf-83efcff961a5 service neutron] Bound using segment: {'id': 'c0eefc68-d721-4cc9-9571-b071e90f43c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9833d04b-801e-468a-b55d-a07f3c5885cd'} {{(pid=80166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:27:32.811249 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [req-3827f9b2-78b0-46ae-b185-21d37e3d8b42 req-2cda05ac-a487-49e3-bfaf-83efcff961a5 service neutron] Bound port: 50f75ecc-3124-4157-8459-cd0c4b388f85, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0eefc68-d721-4cc9-9571-b071e90f43c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9833d04b-801e-468a-b55d-a07f3c5885cd'}}] {{(pid=80166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:27:32.811635 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-3827f9b2-78b0-46ae-b185-21d37e3d8b42 req-2cda05ac-a487-49e3-bfaf-83efcff961a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:32.818904 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-a3c76643-2613-4f7e-9ef6-580ed559d8c8 req-ecd08794-a303-43ff-8dea-ffeb680b0315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2008354'] for port, after_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:32.820934 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-5b9a70a9-ce4d-42f1-b206-4a4dc1483027 req-a391ae2e-acc4-4be1-93d5-ef659987d4dd tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307085170889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852767463'] for port, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:32.850244 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:32.928528 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813495f-f9bb-441f-a7c7-c22908e6a183 req-cb091ff9-5f31-4b4b-af21-a004abf8787e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:32.930305 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c813495f-f9bb-441f-a7c7-c22908e6a183 req-cb091ff9-5f31-4b4b-af21-a004abf8787e service neutron] 10.222.0.66 "GET /v2.0/networks?id=2740a62a-3c9e-4608-87cc-687201ae0aa2 HTTP/1.1" status: 200 len: 909 time: 0.5700431 Jan 19 22:27:33.025376 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:33.138838 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c813495f-f9bb-441f-a7c7-c22908e6a183 req-46b46a3f-c3d8-4f8b-af5f-6512991d7a73 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c38f0175-7732-4335-8d1f-b44d4fbf8fca HTTP/1.1" status: 200 len: 217 time: 0.1868911 Jan 19 22:27:33.183016 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd08794-a303-43ff-8dea-ffeb680b0315 service neutron] Pushing event updated for resources: {'Port': ['ID=43e74806-dc11-4c51-8f7f-8b1dc79e9136,revision_number=2']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:33.241764 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-3827f9b2-78b0-46ae-b185-21d37e3d8b42 req-2cda05ac-a487-49e3-bfaf-83efcff961a5 service neutron] For port 50f75ecc-3124-4157-8459-cd0c4b388f85, host hv-cinder-75078, cleared binding levels {{(pid=80166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:27:33.276689 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-3827f9b2-78b0-46ae-b185-21d37e3d8b42 req-2cda05ac-a487-49e3-bfaf-83efcff961a5 service neutron] For port 50f75ecc-3124-4157-8459-cd0c4b388f85, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=50f75ecc-3124-4157-8459-cd0c4b388f85,segment=NetworkSegment(c0eefc68-d721-4cc9-9571-b071e90f43c2),segment_id=c0eefc68-d721-4cc9-9571-b071e90f43c2)] {{(pid=80166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:27:33.284335 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813495f-f9bb-441f-a7c7-c22908e6a183 req-4a5b4a66-9451-41f2-84ea-63d125f5b17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:33.286391 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c813495f-f9bb-441f-a7c7-c22908e6a183 req-4a5b4a66-9451-41f2-84ea-63d125f5b17c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=159ed613-693d-4448-ae87-c90c7e446752 HTTP/1.1" status: 200 len: 855 time: 0.1183174 Jan 19 22:27:33.299903 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-3827f9b2-78b0-46ae-b185-21d37e3d8b42 req-2cda05ac-a487-49e3-bfaf-83efcff961a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11379449'] for port, after_update {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:33.373621 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-54f686c6-ebc1-4a78-8b5c-30a025ce93f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:33.390337 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8bdf443e-3544-4df7-a37c-063f9f459872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:33.446710 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device 213ffbf8-31f1-4cf2-8214-924aa8a89551 up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:27:33.536022 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port 213ffbf8-31f1-4cf2-8214-924aa8a89551 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:27:33.536971 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:33.680537 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c813495f-f9bb-441f-a7c7-c22908e6a183 req-e4c47411-0a3b-44b4-a29f-23b4d6cb1f26 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2740a62a-3c9e-4608-87cc-687201ae0aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3542707 Jan 19 22:27:33.718286 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa8e10-82a8-44c4-926b-0dbd7dae7de0 req-c227ef80-e707-4c42-b74d-f1b2bf909029 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:33.725921 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-4daa8e10-82a8-44c4-926b-0dbd7dae7de0 req-c227ef80-e707-4c42-b74d-f1b2bf909029 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?device_id=d73fcd42-7c2b-479d-9af1-dfcfc69b7285 HTTP/1.1" status: 200 len: 943 time: 0.6432371 Jan 19 22:27:33.746383 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a391ae2e-acc4-4be1-93d5-ef659987d4dd tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Pushing event updated for resources: {'Port': ['ID=0b9e11b2-a496-4ad1-84f2-70665142180e,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:33.754001 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-a391ae2e-acc4-4be1-93d5-ef659987d4dd tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.904s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:33.762411 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device aff2573d-8b3f-4004-b64c-5b7185960eef up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:27:33.782329 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.600s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:33.782699 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:33.783541 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-223e4e5c-2a2a-4c95-a1c0-fc35821663b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:33.815470 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-223e4e5c-2a2a-4c95-a1c0-fc35821663b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:27:33.852929 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning for port aff2573d-8b3f-4004-b64c-5b7185960eef completed by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:27:33.859061 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port aff2573d-8b3f-4004-b64c-5b7185960eef triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:27:33.859485 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:33.876582 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cda05ac-a487-49e3-bfaf-83efcff961a5 service neutron] Pushing event updated for resources: {'Port': ['ID=50f75ecc-3124-4157-8459-cd0c4b388f85,revision_number=3']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:33.892073 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-2cda05ac-a487-49e3-bfaf-83efcff961a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:33.953513 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-223e4e5c-2a2a-4c95-a1c0-fc35821663b7 admin admin] Usage tracker for resource:security_group_rule and tenant:16dbe2f51b304887828901148d869722 is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:27:33.979330 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-223e4e5c-2a2a-4c95-a1c0-fc35821663b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:27:33.982366 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [req-a3c76643-2613-4f7e-9ef6-580ed559d8c8 req-ecd08794-a303-43ff-8dea-ffeb680b0315 service neutron] Attempting to bind port 43e74806-dc11-4c51-8f7f-8b1dc79e9136 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=80165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:27:33.982741 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [req-a3c76643-2613-4f7e-9ef6-580ed559d8c8 req-ecd08794-a303-43ff-8dea-ffeb680b0315 service neutron] Attempting to bind port 43e74806-dc11-4c51-8f7f-8b1dc79e9136 by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': '3f7c6ccc-f875-4a37-aad4-bbb9cbf53bde', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6ef4e1d2-abe0-4afc-adb2-8d80517036be'}] {{(pid=80165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:27:33.983104 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c76643-2613-4f7e-9ef6-580ed559d8c8 req-ecd08794-a303-43ff-8dea-ffeb680b0315 service neutron] Attempting to bind port 43e74806-dc11-4c51-8f7f-8b1dc79e9136 on network 6ef4e1d2-abe0-4afc-adb2-8d80517036be {{(pid=80165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:27:33.995397 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:34.007955 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-223e4e5c-2a2a-4c95-a1c0-fc35821663b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:27:34.018832 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c76643-2613-4f7e-9ef6-580ed559d8c8 req-ecd08794-a303-43ff-8dea-ffeb680b0315 service neutron] Checking agent: {'id': 'fdb5f3a7-7d47-485b-a3bd-ac2e8030a5a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 24, 37), 'started_at': datetime.datetime(2021, 1, 19, 22, 25, 7), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:27:34.019217 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c76643-2613-4f7e-9ef6-580ed559d8c8 req-ecd08794-a303-43ff-8dea-ffeb680b0315 service neutron] Checking segment: {'id': '3f7c6ccc-f875-4a37-aad4-bbb9cbf53bde', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6ef4e1d2-abe0-4afc-adb2-8d80517036be'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:27:34.019626 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-a3c76643-2613-4f7e-9ef6-580ed559d8c8 req-ecd08794-a303-43ff-8dea-ffeb680b0315 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:34.020026 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c76643-2613-4f7e-9ef6-580ed559d8c8 req-ecd08794-a303-43ff-8dea-ffeb680b0315 service neutron] Bound using segment: {'id': '3f7c6ccc-f875-4a37-aad4-bbb9cbf53bde', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6ef4e1d2-abe0-4afc-adb2-8d80517036be'} {{(pid=80165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:27:34.020515 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [req-a3c76643-2613-4f7e-9ef6-580ed559d8c8 req-ecd08794-a303-43ff-8dea-ffeb680b0315 service neutron] Bound port: 43e74806-dc11-4c51-8f7f-8b1dc79e9136, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f7c6ccc-f875-4a37-aad4-bbb9cbf53bde', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6ef4e1d2-abe0-4afc-adb2-8d80517036be'}}] {{(pid=80165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:27:34.020889 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-a3c76643-2613-4f7e-9ef6-580ed559d8c8 req-ecd08794-a303-43ff-8dea-ffeb680b0315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:34.031271 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] For port aff2573d-8b3f-4004-b64c-5b7185960eef, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=aff2573d-8b3f-4004-b64c-5b7185960eef,segment=NetworkSegment(9f65af3f-103a-4e7a-b1ac-336dee171ce6),segment_id=9f65af3f-103a-4e7a-b1ac-336dee171ce6)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:27:34.032470 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3994cc61-b4f6-41de-9c13-149ad7c2641b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff2573d-8b3f-4004-b64c-5b7185960eef'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:27:34.039817 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:34.042188 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-5ec2462a-e891-4a9a-9dce-d63b9f4422ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:34.073220 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-4daa8e10-82a8-44c4-926b-0dbd7dae7de0 req-08533192-eb3e-46ba-a9f1-61bce49af8f1 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/security-groups?id=3950fcd1-3bed-47dd-b889-44121b1b96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3463173 Jan 19 22:27:34.157896 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Pushing event updated for resources: {'Port': ['ID=aff2573d-8b3f-4004-b64c-5b7185960eef,revision_number=4']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:34.166996 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:34.201873 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0669cddb-1615-4b5c-89b8-ac325cdb8244 req-95fb51bf-0251-49dd-a2c1-b908170d00cf tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:34.211764 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0669cddb-1615-4b5c-89b8-ac325cdb8244 req-95fb51bf-0251-49dd-a2c1-b908170d00cf tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] 10.222.0.43 "GET /v2.0/ports?device_id=24b39422-3a4d-475b-8e3e-4794aadf633c HTTP/1.1" status: 200 len: 945 time: 1.2504869 Jan 19 22:27:34.213630 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93574d2f-f5c0-41c6-b179-4d99499a3ed3 req-9b69ec66-419c-4273-b45c-55976104564f tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:34.215298 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-93574d2f-f5c0-41c6-b179-4d99499a3ed3 req-9b69ec66-419c-4273-b45c-55976104564f tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] 10.222.0.66 "GET /v2.0/ports?device_id=24b39422-3a4d-475b-8e3e-4794aadf633c HTTP/1.1" status: 200 len: 945 time: 0.5974102 Jan 19 22:27:34.220077 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827f9b2-78b0-46ae-b185-21d37e3d8b42 req-2cda05ac-a487-49e3-bfaf-83efcff961a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:34.222564 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-3827f9b2-78b0-46ae-b185-21d37e3d8b42 req-2cda05ac-a487-49e3-bfaf-83efcff961a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for port, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:34.224066 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-3827f9b2-78b0-46ae-b185-21d37e3d8b42 req-2cda05ac-a487-49e3-bfaf-83efcff961a5 service neutron] 10.222.0.66 "PUT /v2.0/ports/50f75ecc-3124-4157-8459-cd0c4b388f85 HTTP/1.1" status: 200 len: 1157 time: 4.8305633 Jan 19 22:27:34.224609 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd73fcd42-7c2b-479d-9af1-dfcfc69b7285', 'tag': '50f75ecc-3124-4157-8459-cd0c4b388f85'}] {{(pid=80166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:27:34.240338 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-a3c76643-2613-4f7e-9ef6-580ed559d8c8 req-ecd08794-a303-43ff-8dea-ffeb680b0315 service neutron] For port 43e74806-dc11-4c51-8f7f-8b1dc79e9136, host hv-cinder-75078, cleared binding levels {{(pid=80165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:27:34.280895 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-a3c76643-2613-4f7e-9ef6-580ed559d8c8 req-ecd08794-a303-43ff-8dea-ffeb680b0315 service neutron] For port 43e74806-dc11-4c51-8f7f-8b1dc79e9136, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=43e74806-dc11-4c51-8f7f-8b1dc79e9136,segment=NetworkSegment(3f7c6ccc-f875-4a37-aad4-bbb9cbf53bde),segment_id=3f7c6ccc-f875-4a37-aad4-bbb9cbf53bde)] {{(pid=80165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:27:34.308181 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b9a70a9-ce4d-42f1-b206-4a4dc1483027 req-a391ae2e-acc4-4be1-93d5-ef659987d4dd tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Network 2740a62a-3c9e-4608-87cc-687201ae0aa2 is already hosted by enough agents. {{(pid=80165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:27:34.325630 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c813495f-f9bb-441f-a7c7-c22908e6a183 req-c2d9c021-717d-4f5c-992c-cd44a4cdbdd6 service neutron] 10.222.0.66 "GET /v2.0/networks/2740a62a-3c9e-4608-87cc-687201ae0aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6329956 Jan 19 22:27:34.334009 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0669cddb-1615-4b5c-89b8-ac325cdb8244 req-469093cd-1ea2-46ed-ab94-e3d7787abeb5 tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] 10.222.0.43 "GET /v2.0/security-groups?id=c4e553f1-eb7f-4d41-9509-bf206614870a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209745 Jan 19 22:27:34.339882 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-a3c76643-2613-4f7e-9ef6-580ed559d8c8 req-ecd08794-a303-43ff-8dea-ffeb680b0315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2008354'] for port, after_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:34.341175 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [req-5b9a70a9-ce4d-42f1-b206-4a4dc1483027 req-a391ae2e-acc4-4be1-93d5-ef659987d4dd tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Resources bound (agent type, host, resource id): {{(pid=80165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:27:34.344660 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b9a70a9-ce4d-42f1-b206-4a4dc1483027 req-a391ae2e-acc4-4be1-93d5-ef659987d4dd tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Received port after_create {{(pid=80165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:27:34.448012 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a70a9-ce4d-42f1-b206-4a4dc1483027 req-a391ae2e-acc4-4be1-93d5-ef659987d4dd tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:34.449057 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-5b9a70a9-ce4d-42f1-b206-4a4dc1483027 req-a391ae2e-acc4-4be1-93d5-ef659987d4dd tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for port, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:34.502593 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [req-93574d2f-f5c0-41c6-b179-4d99499a3ed3 req-263351f9-a928-482d-a35c-b191ef1d4c3e tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] Deleting port 826a1eaa-1d02-4f61-a590-57f8dc282a58 {{(pid=80166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:27:34.503007 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-93574d2f-f5c0-41c6-b179-4d99499a3ed3 req-263351f9-a928-482d-a35c-b191ef1d4c3e tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:34.579361 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:34.765559 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f567c4a7-8c3e-460a-8a09-dbe1330204a6 req-bfa64e55-c8ff-4517-a7cc-8c8e21f7ddad tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:34.767295 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f567c4a7-8c3e-460a-8a09-dbe1330204a6 req-bfa64e55-c8ff-4517-a7cc-8c8e21f7ddad tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/ports?device_id=915f191c-4913-4003-a282-6d30f99a9709 HTTP/1.1" status: 200 len: 943 time: 0.5000403 Jan 19 22:27:34.809253 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-5b9a70a9-ce4d-42f1-b206-4a4dc1483027 req-a391ae2e-acc4-4be1-93d5-ef659987d4dd tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3790486 Jan 19 22:27:34.839935 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [req-5b9a70a9-ce4d-42f1-b206-4a4dc1483027 req-a4ff7128-5772-4f0c-adcf-c4daccf70a57 service neutron] Request body: {'port': {'device_id': '3e3fa171-fd52-4018-911f-a261f1044840', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:27:34.845936 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c813495f-f9bb-441f-a7c7-c22908e6a183 req-8252887a-907b-4dd1-acd5-e1f1d31552e7 service neutron] 10.222.0.66 "GET /v2.0/networks/2740a62a-3c9e-4608-87cc-687201ae0aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4362245 Jan 19 22:27:34.854018 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827f9b2-78b0-46ae-b185-21d37e3d8b42 req-db661d67-c7b0-4556-9080-11ed4ea1496c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:34.855604 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-3827f9b2-78b0-46ae-b185-21d37e3d8b42 req-db661d67-c7b0-4556-9080-11ed4ea1496c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=14b41834d79d4e868fed82c53411eba6&device_id=d73fcd42-7c2b-479d-9af1-dfcfc69b7285 HTTP/1.1" status: 200 len: 1160 time: 0.5228970 Jan 19 22:27:34.871031 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd08794-a303-43ff-8dea-ffeb680b0315 service neutron] Pushing event updated for resources: {'Port': ['ID=43e74806-dc11-4c51-8f7f-8b1dc79e9136,revision_number=3']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:34.875187 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-ecd08794-a303-43ff-8dea-ffeb680b0315 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:34.882405 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-223e4e5c-2a2a-4c95-a1c0-fc35821663b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:34.931320 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042871c1-7bbb-4436-a93e-a0478b5f73ca req-c5b8288b-ba67-4dce-9de6-87c6668f058f tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:34.933231 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-042871c1-7bbb-4436-a93e-a0478b5f73ca req-c5b8288b-ba67-4dce-9de6-87c6668f058f tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=3994cc61-b4f6-41de-9c13-149ad7c2641b HTTP/1.1" status: 200 len: 946 time: 0.3659184 Jan 19 22:27:34.934259 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-223e4e5c-2a2a-4c95-a1c0-fc35821663b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:34.956377 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:34.958252 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device 213ffbf8-31f1-4cf2-8214-924aa8a89551 up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:27:34.983320 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c76643-2613-4f7e-9ef6-580ed559d8c8 req-ecd08794-a303-43ff-8dea-ffeb680b0315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:34.984023 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-a3c76643-2613-4f7e-9ef6-580ed559d8c8 req-ecd08794-a303-43ff-8dea-ffeb680b0315 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for port, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:34.985606 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a3c76643-2613-4f7e-9ef6-580ed559d8c8 req-ecd08794-a303-43ff-8dea-ffeb680b0315 service neutron] 10.222.0.66 "PUT /v2.0/ports/43e74806-dc11-4c51-8f7f-8b1dc79e9136 HTTP/1.1" status: 200 len: 1157 time: 3.8911541 Jan 19 22:27:35.008766 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '915f191c-4913-4003-a282-6d30f99a9709', 'tag': '43e74806-dc11-4c51-8f7f-8b1dc79e9136'}] {{(pid=80165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:27:35.057895 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port 213ffbf8-31f1-4cf2-8214-924aa8a89551 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:27:35.058679 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:35.234886 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f567c4a7-8c3e-460a-8a09-dbe1330204a6 req-504e9afa-972e-4395-adce-85ff9263a5b0 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/security-groups?id=f3a187e4-160d-40ac-91dd-091a7dbbf55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4472079 Jan 19 22:27:35.235798 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-3827f9b2-78b0-46ae-b185-21d37e3d8b42 req-ace4d2fc-7a37-452c-a7c3-f0e388b0b3d0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50f75ecc-3124-4157-8459-cd0c4b388f85 HTTP/1.1" status: 200 len: 217 time: 0.1043348 Jan 19 22:27:35.248135 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-042871c1-7bbb-4436-a93e-a0478b5f73ca req-216233ac-8324-496b-b3ec-bb9011b69eac tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986493 Jan 19 22:27:35.253023 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-223e4e5c-2a2a-4c95-a1c0-fc35821663b7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=16dbe2f51b304887828901148d869722&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5777459 Jan 19 22:27:35.268711 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 50286) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:35.318999 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device aff2573d-8b3f-4004-b64c-5b7185960eef up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:27:35.322384 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-93574d2f-f5c0-41c6-b179-4d99499a3ed3 req-263351f9-a928-482d-a35c-b191ef1d4c3e tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] For port 826a1eaa-1d02-4f61-a590-57f8dc282a58, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=826a1eaa-1d02-4f61-a590-57f8dc282a58,segment=NetworkSegment(b8706188-c2ad-4e0f-90b7-ccdf938122e3),segment_id=b8706188-c2ad-4e0f-90b7-ccdf938122e3)] {{(pid=80166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:27:35.322798 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-93574d2f-f5c0-41c6-b179-4d99499a3ed3 req-263351f9-a928-482d-a35c-b191ef1d4c3e tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137761'] for port, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:35.342563 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223e4e5c-2a2a-4c95-a1c0-fc35821663b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86fe1ff7-9950-45e0-af04-e76df854235e,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:35.394107 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-223e4e5c-2a2a-4c95-a1c0-fc35821663b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:35.456784 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3994cc61-b4f6-41de-9c13-149ad7c2641b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff2573d-8b3f-4004-b64c-5b7185960eef', 'code': 200} Jan 19 22:27:35.471448 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-af6bf473-e3a7-46a6-90d1-ab4f73882434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:35.479086 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port aff2573d-8b3f-4004-b64c-5b7185960eef triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:27:35.479702 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:35.519380 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-af6bf473-e3a7-46a6-90d1-ab4f73882434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:35.531977 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [req-93574d2f-f5c0-41c6-b179-4d99499a3ed3 req-263351f9-a928-482d-a35c-b191ef1d4c3e tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] Calling delete_port for 826a1eaa-1d02-4f61-a590-57f8dc282a58 owned by compute:nova {{(pid=80166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:27:35.568169 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-5b9a70a9-ce4d-42f1-b206-4a4dc1483027 req-a4ff7128-5772-4f0c-adcf-c4daccf70a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:35.599567 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827f9b2-78b0-46ae-b185-21d37e3d8b42 req-dc8396ad-ce7f-43aa-a9f4-92a862b41099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:35.599567 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-3827f9b2-78b0-46ae-b185-21d37e3d8b42 req-dc8396ad-ce7f-43aa-a9f4-92a862b41099 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1981add0-450b-4ba4-a4b4-88355edcb693 HTTP/1.1" status: 200 len: 849 time: 0.3535876 Jan 19 22:27:35.601014 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd73fcd42-7c2b-479d-9af1-dfcfc69b7285', 'tag': '50f75ecc-3124-4157-8459-cd0c4b388f85', 'status': 'completed', 'code': 200} Jan 19 22:27:35.612879 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '915f191c-4913-4003-a282-6d30f99a9709', 'tag': '43e74806-dc11-4c51-8f7f-8b1dc79e9136', 'status': 'completed', 'code': 200} Jan 19 22:27:35.620509 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c76643-2613-4f7e-9ef6-580ed559d8c8 req-58474e56-22ea-40e3-9603-583d8d094de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:35.622661 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a3c76643-2613-4f7e-9ef6-580ed559d8c8 req-58474e56-22ea-40e3-9603-583d8d094de1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d21cc79040f84513b239a36e3444a630&device_id=915f191c-4913-4003-a282-6d30f99a9709 HTTP/1.1" status: 200 len: 1160 time: 0.5509284 Jan 19 22:27:35.625974 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-af6bf473-e3a7-46a6-90d1-ab4f73882434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:35.772909 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-a1c51804-988f-4a53-be91-78fca95f4b1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:35.776674 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device 826a1eaa-1d02-4f61-a590-57f8dc282a58 no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:27:35.910402 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:35.930446 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-af6bf473-e3a7-46a6-90d1-ab4f73882434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:35.931918 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-af6bf473-e3a7-46a6-90d1-ab4f73882434 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/86fe1ff7-9950-45e0-af04-e76df854235e HTTP/1.1" status: 204 len: 168 time: 0.6125398 Jan 19 22:27:35.948394 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6bf473-e3a7-46a6-90d1-ab4f73882434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86fe1ff7-9950-45e0-af04-e76df854235e,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:35.959548 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a3c76643-2613-4f7e-9ef6-580ed559d8c8 req-427948d9-9cfe-462d-b7a7-876c34320464 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43e74806-dc11-4c51-8f7f-8b1dc79e9136 HTTP/1.1" status: 200 len: 217 time: 0.1877575 Jan 19 22:27:35.962010 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-af6bf473-e3a7-46a6-90d1-ab4f73882434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:35.986185 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827f9b2-78b0-46ae-b185-21d37e3d8b42 req-de2f39f8-12a0-4469-8592-1b7e98ad78ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:35.987881 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-3827f9b2-78b0-46ae-b185-21d37e3d8b42 req-de2f39f8-12a0-4469-8592-1b7e98ad78ce service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9833d04b-801e-468a-b55d-a07f3c5885cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3612595 Jan 19 22:27:36.017803 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd36fc6-0d73-43d6-9e7e-e386d3c9216c req-8bc156a2-0979-4745-8da7-7bf5fd96ce95 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:36.027848 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-5cd36fc6-0d73-43d6-9e7e-e386d3c9216c req-8bc156a2-0979-4745-8da7-7bf5fd96ce95 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=3e3fa171-fd52-4018-911f-a261f1044840 HTTP/1.1" status: 200 len: 932 time: 0.6226709 Jan 19 22:27:36.030487 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.db.api [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 19 22:27:36.030487 dv-cinder-750782-5-smb neutron-server[80054]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jan 19 22:27:36.030487 dv-cinder-750782-5-smb neutron-server[80054]: [parameters: {'status': 'DOWN', 'ports_id': '826a1eaa-1d02-4f61-a590-57f8dc282a58'}] Jan 19 22:27:36.030487 dv-cinder-750782-5-smb neutron-server[80054]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=80167) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 22:27:36.031255 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_db.api [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 22:27:36.083086 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0640c1-5d81-4e0d-8ebe-65fe60199054 req-844d2f20-5e26-43c5-a4c1-51a0b662a60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:36.084675 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-1f0640c1-5d81-4e0d-8ebe-65fe60199054 req-844d2f20-5e26-43c5-a4c1-51a0b662a60f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3994cc61-b4f6-41de-9c13-149ad7c2641b HTTP/1.1" status: 200 len: 1163 time: 0.2785394 Jan 19 22:27:36.204730 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1632658-3c45-44e6-af80-8ae46e856354 req-c41bd364-fc06-4f70-bf8b-1f24148009f7 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:36.206461 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c1632658-3c45-44e6-af80-8ae46e856354 req-c41bd364-fc06-4f70-bf8b-1f24148009f7 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?device_id=d73fcd42-7c2b-479d-9af1-dfcfc69b7285 HTTP/1.1" status: 200 len: 943 time: 0.4375043 Jan 19 22:27:36.221888 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c76643-2613-4f7e-9ef6-580ed559d8c8 req-36c17fb6-48a0-4c5a-8a83-4643d15b676a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:36.223560 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a3c76643-2613-4f7e-9ef6-580ed559d8c8 req-36c17fb6-48a0-4c5a-8a83-4643d15b676a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=39225dcd-ee80-4392-bbcc-dc9dafc3ba8c HTTP/1.1" status: 200 len: 849 time: 0.2555602 Jan 19 22:27:36.249154 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-5cd36fc6-0d73-43d6-9e7e-e386d3c9216c req-71edb1b6-9dca-42bb-81a7-addc1380d90b tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/security-groups?id=9328ab63-6502-4afe-9f51-4c69c085bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200799 Jan 19 22:27:36.266897 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-93574d2f-f5c0-41c6-b179-4d99499a3ed3 req-263351f9-a928-482d-a35c-b191ef1d4c3e tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307084714663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307085172425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843396414'] for port, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:36.274055 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-1f0640c1-5d81-4e0d-8ebe-65fe60199054 req-2d0a0284-fe0e-4534-a75a-e9ff90dbda2b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726630 Jan 19 22:27:36.298246 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-54f686c6-ebc1-4a78-8b5c-30a025ce93f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:36.316091 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a3c76643-2613-4f7e-9ef6-580ed559d8c8 req-8ef1156a-3b1b-44b3-8a6a-a39d51dad513 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6ef4e1d2-abe0-4afc-adb2-8d80517036be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840724 Jan 19 22:27:36.437787 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c1632658-3c45-44e6-af80-8ae46e856354 req-37cce023-9e97-44ee-95c8-a00becc45b29 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/security-groups?id=3950fcd1-3bed-47dd-b889-44121b1b96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2130845 Jan 19 22:27:36.445022 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263351f9-a928-482d-a35c-b191ef1d4c3e tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] Pushing event deleted for resources: {'Port': ['ID=826a1eaa-1d02-4f61-a590-57f8dc282a58,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:36.603072 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Port 826a1eaa-1d02-4f61-a590-57f8dc282a58 update to DOWN by agent not found {{(pid=80167) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2100}} Jan 19 22:27:36.615087 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-263351f9-a928-482d-a35c-b191ef1d4c3e tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:36.630306 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-3827f9b2-78b0-46ae-b185-21d37e3d8b42 req-9c1959eb-05c2-4510-8d74-6296984c00bc service neutron] 10.222.0.66 "GET /v2.0/networks/9833d04b-801e-468a-b55d-a07f3c5885cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5995584 Jan 19 22:27:36.633616 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 50320) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:36.636126 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-93970dfa-4e1d-4850-817a-63b959f37772 req-cd9b5706-39d0-408e-8b05-b6a9121b5307 tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] 10.222.0.43 "GET /v2.0/ports?device_id=24b39422-3a4d-475b-8e3e-4794aadf633c HTTP/1.1" status: 200 len: 210 time: 0.1949205 Jan 19 22:27:36.727033 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [req-5b9a70a9-ce4d-42f1-b206-4a4dc1483027 req-a4ff7128-5772-4f0c-adcf-c4daccf70a57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b9e11b2-a496-4ad1-84f2-70665142180e {{(pid=80165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 19 22:27:36.739494 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [req-93574d2f-f5c0-41c6-b179-4d99499a3ed3 req-263351f9-a928-482d-a35c-b191ef1d4c3e tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] No DVR routers for this DVR port 826a1eaa-1d02-4f61-a590-57f8dc282a58 on host hv-cinder-75078 {{(pid=80166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 22:27:36.746247 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-5bbcf237-e717-43f3-996e-406c8df91097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:36.757030 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-5b9a70a9-ce4d-42f1-b206-4a4dc1483027 req-a4ff7128-5772-4f0c-adcf-c4daccf70a57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:36.768308 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-93574d2f-f5c0-41c6-b179-4d99499a3ed3 req-263351f9-a928-482d-a35c-b191ef1d4c3e tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for port, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:36.842150 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [req-5b9a70a9-ce4d-42f1-b206-4a4dc1483027 req-a4ff7128-5772-4f0c-adcf-c4daccf70a57 service neutron] Transition to ACTIVE for port object 0b9e11b2-a496-4ad1-84f2-70665142180e will not be triggered until provisioned by entity L2. {{(pid=80165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:27:36.865751 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-5bbcf237-e717-43f3-996e-406c8df91097 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:27:36.870476 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-5b9a70a9-ce4d-42f1-b206-4a4dc1483027 req-a4ff7128-5772-4f0c-adcf-c4daccf70a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2008354'] for port, after_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:36.901887 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-ecd08794-a303-43ff-8dea-ffeb680b0315 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:36.925907 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-5bbcf237-e717-43f3-996e-406c8df91097 admin admin] Usage tracker for resource:security_group_rule and tenant:fd0916ed458a4a7299c03c0a1948d0be is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:27:36.930358 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-93574d2f-f5c0-41c6-b179-4d99499a3ed3 req-263351f9-a928-482d-a35c-b191ef1d4c3e tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] 10.222.0.66 "DELETE /v2.0/ports/826a1eaa-1d02-4f61-a590-57f8dc282a58 HTTP/1.1" status: 204 len: 173 time: 2.6992557 Jan 19 22:27:36.931526 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-5bbcf237-e717-43f3-996e-406c8df91097 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:27:36.961762 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-5bbcf237-e717-43f3-996e-406c8df91097 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:27:37.037223 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-3827f9b2-78b0-46ae-b185-21d37e3d8b42 req-d09ad310-5346-4430-a7e7-7a53054db962 service neutron] 10.222.0.66 "GET /v2.0/networks/9833d04b-801e-468a-b55d-a07f3c5885cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3638694 Jan 19 22:27:37.091590 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465af1cc-11ee-41ef-bde1-8b4b8858db4b req-d181b814-a0ec-4dac-95ba-84cf9f8787fe tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:37.093770 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-465af1cc-11ee-41ef-bde1-8b4b8858db4b req-d181b814-a0ec-4dac-95ba-84cf9f8787fe tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=3994cc61-b4f6-41de-9c13-149ad7c2641b HTTP/1.1" status: 200 len: 946 time: 0.2921808 Jan 19 22:27:37.196320 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-465af1cc-11ee-41ef-bde1-8b4b8858db4b req-11ee584d-e2cf-4468-9c79-7d7c3f3cc51c tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849094 Jan 19 22:27:37.224895 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-5bbcf237-e717-43f3-996e-406c8df91097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:37.248800 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:37.273147 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-5bbcf237-e717-43f3-996e-406c8df91097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:37.285735 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-15905c1b-5a0e-4b5a-b4c4-fd0dc7696370 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:37.312483 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a3c76643-2613-4f7e-9ef6-580ed559d8c8 req-0a74d5c0-5125-4063-a2c1-6efca670f636 service neutron] 10.222.0.66 "GET /v2.0/networks/6ef4e1d2-abe0-4afc-adb2-8d80517036be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6638660 Jan 19 22:27:37.347594 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-5bbcf237-e717-43f3-996e-406c8df91097 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fd0916ed458a4a7299c03c0a1948d0be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7099643 Jan 19 22:27:37.347989 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 50340) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:37.359776 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbcf237-e717-43f3-996e-406c8df91097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af48175c-94db-45b2-86d3-b85f5028f19a,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:37.366760 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87609b1a-81f5-4a6d-b008-106af09cd119 req-5934bb2d-e736-43bd-8062-e3bfd7fc9052 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:37.376763 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-87609b1a-81f5-4a6d-b008-106af09cd119 req-5934bb2d-e736-43bd-8062-e3bfd7fc9052 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/ports?device_id=915f191c-4913-4003-a282-6d30f99a9709 HTTP/1.1" status: 200 len: 943 time: 0.6977727 Jan 19 22:27:37.383595 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-5bbcf237-e717-43f3-996e-406c8df91097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:37.410332 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19e80c-5bda-46fb-a178-01ce2b1e6cc0 req-a35ccd0e-bd31-49e2-bd43-301820f00277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:37.410940 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ff7128-5772-4f0c-adcf-c4daccf70a57 service neutron] Pushing event updated for resources: {'Port': ['ID=0b9e11b2-a496-4ad1-84f2-70665142180e,revision_number=2']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:37.412143 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-2b19e80c-5bda-46fb-a178-01ce2b1e6cc0 req-a35ccd0e-bd31-49e2-bd43-301820f00277 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=14b41834d79d4e868fed82c53411eba6&device_id=d73fcd42-7c2b-479d-9af1-dfcfc69b7285 HTTP/1.1" status: 200 len: 1160 time: 0.1846290 Jan 19 22:27:37.448332 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-a4ff7128-5772-4f0c-adcf-c4daccf70a57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:37.534228 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-bf4f273a-79a0-4582-85b6-c7093642f0fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:37.564182 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-87609b1a-81f5-4a6d-b008-106af09cd119 req-4fc94d69-3b80-4c85-aa14-394ed4950b3d tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Synchronizing usage tracker for tenant:d21cc79040f84513b239a36e3444a630 on resource:security_group {{(pid=80165) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:27:37.687859 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-87609b1a-81f5-4a6d-b008-106af09cd119 req-4fc94d69-3b80-4c85-aa14-394ed4950b3d tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Unset dirty status for tenant:d21cc79040f84513b239a36e3444a630 on resource:security_group {{(pid=80165) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:27:37.689166 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-87609b1a-81f5-4a6d-b008-106af09cd119 req-4fc94d69-3b80-4c85-aa14-394ed4950b3d tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/security-groups?id=f3a187e4-160d-40ac-91dd-091a7dbbf55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115482 Jan 19 22:27:37.745943 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a3c76643-2613-4f7e-9ef6-580ed559d8c8 req-f31349ec-0759-4f29-9aa6-f1c48cdcd911 service neutron] 10.222.0.66 "GET /v2.0/networks/6ef4e1d2-abe0-4afc-adb2-8d80517036be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3365791 Jan 19 22:27:37.783962 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [req-5b9a70a9-ce4d-42f1-b206-4a4dc1483027 req-a4ff7128-5772-4f0c-adcf-c4daccf70a57 service neutron] Attempting to bind port 0b9e11b2-a496-4ad1-84f2-70665142180e on host hv-cinder-75078 for vnic_type normal with profile {{(pid=80165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:27:37.784432 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [req-5b9a70a9-ce4d-42f1-b206-4a4dc1483027 req-a4ff7128-5772-4f0c-adcf-c4daccf70a57 service neutron] Attempting to bind port 0b9e11b2-a496-4ad1-84f2-70665142180e by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': '2494e6ea-e327-4774-b77a-709af40c6c25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2740a62a-3c9e-4608-87cc-687201ae0aa2'}] {{(pid=80165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:27:37.784946 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9a70a9-ce4d-42f1-b206-4a4dc1483027 req-a4ff7128-5772-4f0c-adcf-c4daccf70a57 service neutron] Attempting to bind port 0b9e11b2-a496-4ad1-84f2-70665142180e on network 2740a62a-3c9e-4608-87cc-687201ae0aa2 {{(pid=80165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:27:37.791972 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9a70a9-ce4d-42f1-b206-4a4dc1483027 req-a4ff7128-5772-4f0c-adcf-c4daccf70a57 service neutron] Checking agent: {'id': 'fdb5f3a7-7d47-485b-a3bd-ac2e8030a5a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 24, 37), 'started_at': datetime.datetime(2021, 1, 19, 22, 25, 7), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:27:37.792489 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9a70a9-ce4d-42f1-b206-4a4dc1483027 req-a4ff7128-5772-4f0c-adcf-c4daccf70a57 service neutron] Checking segment: {'id': '2494e6ea-e327-4774-b77a-709af40c6c25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2740a62a-3c9e-4608-87cc-687201ae0aa2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:27:37.792969 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-5b9a70a9-ce4d-42f1-b206-4a4dc1483027 req-a4ff7128-5772-4f0c-adcf-c4daccf70a57 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:37.793466 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9a70a9-ce4d-42f1-b206-4a4dc1483027 req-a4ff7128-5772-4f0c-adcf-c4daccf70a57 service neutron] Bound using segment: {'id': '2494e6ea-e327-4774-b77a-709af40c6c25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2740a62a-3c9e-4608-87cc-687201ae0aa2'} {{(pid=80165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:27:37.794027 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [req-5b9a70a9-ce4d-42f1-b206-4a4dc1483027 req-a4ff7128-5772-4f0c-adcf-c4daccf70a57 service neutron] Bound port: 0b9e11b2-a496-4ad1-84f2-70665142180e, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2494e6ea-e327-4774-b77a-709af40c6c25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2740a62a-3c9e-4608-87cc-687201ae0aa2'}}] {{(pid=80165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:27:37.794490 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-5b9a70a9-ce4d-42f1-b206-4a4dc1483027 req-a4ff7128-5772-4f0c-adcf-c4daccf70a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:37.825578 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b39422-3a4d-475b-8e3e-4794aadf633c', 'name': 'network-vif-deleted', 'tag': '826a1eaa-1d02-4f61-a590-57f8dc282a58'}] {{(pid=80166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:27:37.883186 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-bf4f273a-79a0-4582-85b6-c7093642f0fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:37.938369 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19e80c-5bda-46fb-a178-01ce2b1e6cc0 req-aa4c6783-53fe-44f9-9623-027e481a78b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:37.939893 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-2b19e80c-5bda-46fb-a178-01ce2b1e6cc0 req-aa4c6783-53fe-44f9-9623-027e481a78b6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9833d04b-801e-468a-b55d-a07f3c5885cd HTTP/1.1" status: 200 len: 904 time: 0.5098951 Jan 19 22:27:37.962743 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41481bc9-847c-4db6-adeb-6c66e1661092 req-6becf6c7-6e0c-421f-a8cb-32e86892cb9c tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:37.964374 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-41481bc9-847c-4db6-adeb-6c66e1661092 req-6becf6c7-6e0c-421f-a8cb-32e86892cb9c tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=3e3fa171-fd52-4018-911f-a261f1044840 HTTP/1.1" status: 200 len: 944 time: 0.5392954 Jan 19 22:27:38.000679 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-5b9a70a9-ce4d-42f1-b206-4a4dc1483027 req-a4ff7128-5772-4f0c-adcf-c4daccf70a57 service neutron] For port 0b9e11b2-a496-4ad1-84f2-70665142180e, host hv-cinder-75078, cleared binding levels {{(pid=80165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:27:38.016352 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-5b9a70a9-ce4d-42f1-b206-4a4dc1483027 req-a4ff7128-5772-4f0c-adcf-c4daccf70a57 service neutron] For port 0b9e11b2-a496-4ad1-84f2-70665142180e, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=0b9e11b2-a496-4ad1-84f2-70665142180e,segment=NetworkSegment(2494e6ea-e327-4774-b77a-709af40c6c25),segment_id=2494e6ea-e327-4774-b77a-709af40c6c25)] {{(pid=80165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:27:38.024951 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-5b9a70a9-ce4d-42f1-b206-4a4dc1483027 req-a4ff7128-5772-4f0c-adcf-c4daccf70a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2008354'] for port, after_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:38.025954 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-41481bc9-847c-4db6-adeb-6c66e1661092 req-5e540dce-1df4-458c-8533-7f50487589bc tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/security-groups?id=9328ab63-6502-4afe-9f51-4c69c085bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516033 Jan 19 22:27:38.074000 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-e7003623-284f-4435-9de7-ae0d43d20e2d tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:38.092511 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-bf4f273a-79a0-4582-85b6-c7093642f0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:38.103442 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-e5d0bafb-2c1d-4447-83e9-e6248c4a816e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:38.126059 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-2b19e80c-5bda-46fb-a178-01ce2b1e6cc0 req-04c6050d-e08f-4b06-ba81-3aba9f344100 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50f75ecc-3124-4157-8459-cd0c4b388f85 HTTP/1.1" status: 200 len: 217 time: 0.0958445 Jan 19 22:27:38.129469 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4f273a-79a0-4582-85b6-c7093642f0fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af48175c-94db-45b2-86d3-b85f5028f19a,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:38.132773 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-bf4f273a-79a0-4582-85b6-c7093642f0fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:38.134943 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-bf4f273a-79a0-4582-85b6-c7093642f0fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:38.139583 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-bf4f273a-79a0-4582-85b6-c7093642f0fd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/af48175c-94db-45b2-86d3-b85f5028f19a HTTP/1.1" status: 204 len: 168 time: 0.7894976 Jan 19 22:27:38.208873 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ff7128-5772-4f0c-adcf-c4daccf70a57 service neutron] Pushing event updated for resources: {'Port': ['ID=0b9e11b2-a496-4ad1-84f2-70665142180e,revision_number=3']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:38.218308 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-a4ff7128-5772-4f0c-adcf-c4daccf70a57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:38.277572 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20acf2e1-3784-4a3e-a448-51a9eafeb876 req-2957f096-5350-46fa-a850-f9f7bc8ae362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:38.279910 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-20acf2e1-3784-4a3e-a448-51a9eafeb876 req-2957f096-5350-46fa-a850-f9f7bc8ae362 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d21cc79040f84513b239a36e3444a630&device_id=915f191c-4913-4003-a282-6d30f99a9709 HTTP/1.1" status: 200 len: 1160 time: 0.3464563 Jan 19 22:27:38.307489 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2c87e-5dfa-428f-9d5c-3a0b24ccea32 req-fa66f8bb-ddc3-4473-8aec-ccf7ffc7fed4 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:38.309604 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-5eb2c87e-5dfa-428f-9d5c-3a0b24ccea32 req-fa66f8bb-ddc3-4473-8aec-ccf7ffc7fed4 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?device_id=d73fcd42-7c2b-479d-9af1-dfcfc69b7285 HTTP/1.1" status: 200 len: 943 time: 0.4221914 Jan 19 22:27:38.318622 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-b21527ba-53f5-4676-9a99-33ecd70101e3 req-b4bd3d8d-e355-4692-a8a2-5c6d5b54a025 tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] Synchronizing usage tracker for tenant:d37c6aad9be642819e0acf0be56ef338 on resource:port {{(pid=80166) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:27:38.354028 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19e80c-5bda-46fb-a178-01ce2b1e6cc0 req-c6b6b214-a1d1-43de-9205-f7ee83c79b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:38.356008 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-2b19e80c-5bda-46fb-a178-01ce2b1e6cc0 req-c6b6b214-a1d1-43de-9205-f7ee83c79b4f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1981add0-450b-4ba4-a4b4-88355edcb693 HTTP/1.1" status: 200 len: 849 time: 0.1839945 Jan 19 22:27:38.357354 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-b21527ba-53f5-4676-9a99-33ecd70101e3 req-b4bd3d8d-e355-4692-a8a2-5c6d5b54a025 tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] Unset dirty status for tenant:d37c6aad9be642819e0acf0be56ef338 on resource:port {{(pid=80166) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:27:38.358698 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-b21527ba-53f5-4676-9a99-33ecd70101e3 req-b4bd3d8d-e355-4692-a8a2-5c6d5b54a025 tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] 10.222.0.43 "GET /v2.0/ports?device_id=24b39422-3a4d-475b-8e3e-4794aadf633c HTTP/1.1" status: 200 len: 210 time: 0.1132097 Jan 19 22:27:38.586242 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b39422-3a4d-475b-8e3e-4794aadf633c', 'name': 'network-vif-deleted', 'tag': '826a1eaa-1d02-4f61-a590-57f8dc282a58', 'status': 'completed', 'code': 200} Jan 19 22:27:38.591753 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-5eb2c87e-5dfa-428f-9d5c-3a0b24ccea32 req-0343f93b-4ed2-43a9-abcb-be2589ba474e tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/security-groups?id=3950fcd1-3bed-47dd-b889-44121b1b96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2257121 Jan 19 22:27:38.602471 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a70a9-ce4d-42f1-b206-4a4dc1483027 req-a4ff7128-5772-4f0c-adcf-c4daccf70a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:38.603167 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-5b9a70a9-ce4d-42f1-b206-4a4dc1483027 req-a4ff7128-5772-4f0c-adcf-c4daccf70a57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for port, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:38.604356 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19e80c-5bda-46fb-a178-01ce2b1e6cc0 req-cee1f501-c4a0-4ac0-a78a-bcc076faeb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:38.604851 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-5b9a70a9-ce4d-42f1-b206-4a4dc1483027 req-a4ff7128-5772-4f0c-adcf-c4daccf70a57 service neutron] 10.222.0.66 "PUT /v2.0/ports/0b9e11b2-a496-4ad1-84f2-70665142180e HTTP/1.1" status: 200 len: 1158 time: 3.7769954 Jan 19 22:27:38.605388 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e3fa171-fd52-4018-911f-a261f1044840', 'tag': '0b9e11b2-a496-4ad1-84f2-70665142180e'}] {{(pid=80165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:27:38.607920 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-2b19e80c-5bda-46fb-a178-01ce2b1e6cc0 req-cee1f501-c4a0-4ac0-a78a-bcc076faeb94 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9833d04b-801e-468a-b55d-a07f3c5885cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2388816 Jan 19 22:27:38.643396 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20acf2e1-3784-4a3e-a448-51a9eafeb876 req-ab1f4178-a73c-4c61-8abc-6878edebc3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:38.645290 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-20acf2e1-3784-4a3e-a448-51a9eafeb876 req-ab1f4178-a73c-4c61-8abc-6878edebc3b7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6ef4e1d2-abe0-4afc-adb2-8d80517036be HTTP/1.1" status: 200 len: 903 time: 0.3319311 Jan 19 22:27:38.814280 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e3fa171-fd52-4018-911f-a261f1044840', 'tag': '0b9e11b2-a496-4ad1-84f2-70665142180e', 'status': 'completed', 'code': 200} Jan 19 22:27:38.815899 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-20acf2e1-3784-4a3e-a448-51a9eafeb876 req-09799740-9d54-4b56-b7bf-59773a58e312 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43e74806-dc11-4c51-8f7f-8b1dc79e9136 HTTP/1.1" status: 200 len: 217 time: 0.1605647 Jan 19 22:27:38.984606 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20acf2e1-3784-4a3e-a448-51a9eafeb876 req-cc8a2f4f-005d-4e1e-8eb5-eaa852ff58a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:38.986518 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-20acf2e1-3784-4a3e-a448-51a9eafeb876 req-cc8a2f4f-005d-4e1e-8eb5-eaa852ff58a9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=39225dcd-ee80-4392-bbcc-dc9dafc3ba8c HTTP/1.1" status: 200 len: 849 time: 0.1242087 Jan 19 22:27:38.996354 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-2b19e80c-5bda-46fb-a178-01ce2b1e6cc0 req-e4e36528-a3cb-4633-b214-4340557b2a12 service neutron] 10.222.0.66 "GET /v2.0/networks/9833d04b-801e-468a-b55d-a07f3c5885cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468699 Jan 19 22:27:38.996921 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a70a9-ce4d-42f1-b206-4a4dc1483027 req-0b2781c8-c037-4531-a075-6a826a449846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:38.999206 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-5b9a70a9-ce4d-42f1-b206-4a4dc1483027 req-0b2781c8-c037-4531-a075-6a826a449846 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5d4105938837484d8d82719812401145&device_id=3e3fa171-fd52-4018-911f-a261f1044840 HTTP/1.1" status: 200 len: 1161 time: 0.1875176 Jan 19 22:27:39.035882 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389047a-72ff-480f-bdef-4506ac1f2eb8 req-cc8b1ce2-f6cc-4016-85d5-67203a75bfcd tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:39.037988 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a389047a-72ff-480f-bdef-4506ac1f2eb8 req-cc8b1ce2-f6cc-4016-85d5-67203a75bfcd tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=3994cc61-b4f6-41de-9c13-149ad7c2641b HTTP/1.1" status: 200 len: 946 time: 0.1992905 Jan 19 22:27:39.111548 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 50384) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:39.167554 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-5b9a70a9-ce4d-42f1-b206-4a4dc1483027 req-f4751e5a-c227-420e-b8f4-2f672c8f23ad service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b9e11b2-a496-4ad1-84f2-70665142180e HTTP/1.1" status: 200 len: 217 time: 0.1151559 Jan 19 22:27:39.221809 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-20acf2e1-3784-4a3e-a448-51a9eafeb876 req-b94169cf-6c08-49af-9edb-2d8a9fd31596 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6ef4e1d2-abe0-4afc-adb2-8d80517036be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1694174 Jan 19 22:27:39.246172 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a389047a-72ff-480f-bdef-4506ac1f2eb8 req-891cd7a3-2523-4217-afdb-6536a6ea9cda tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802695 Jan 19 22:27:39.317041 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device aff2573d-8b3f-4004-b64c-5b7185960eef up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:27:39.387045 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-20acf2e1-3784-4a3e-a448-51a9eafeb876 req-6ed1f77c-2f49-48a4-9091-2953c7e7fca7 service neutron] 10.222.0.66 "GET /v2.0/networks/6ef4e1d2-abe0-4afc-adb2-8d80517036be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503737 Jan 19 22:27:39.390445 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-2b19e80c-5bda-46fb-a178-01ce2b1e6cc0 req-22ba7709-a093-47e5-9eb0-802294fc7f64 service neutron] 10.222.0.66 "GET /v2.0/networks/9833d04b-801e-468a-b55d-a07f3c5885cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3506329 Jan 19 22:27:39.414345 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a70a9-ce4d-42f1-b206-4a4dc1483027 req-181a4d9f-3ce8-47bd-be03-f014efb0c7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:39.415951 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-5b9a70a9-ce4d-42f1-b206-4a4dc1483027 req-181a4d9f-3ce8-47bd-be03-f014efb0c7d2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=159ed613-693d-4448-ae87-c90c7e446752 HTTP/1.1" status: 200 len: 855 time: 0.2392101 Jan 19 22:27:39.442564 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d390ae-d284-4ee1-9884-1253fafb4a3b req-e85cefea-11be-4925-bba3-f2fb02cd81e3 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:39.444448 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-74d390ae-d284-4ee1-9884-1253fafb4a3b req-e85cefea-11be-4925-bba3-f2fb02cd81e3 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/ports?device_id=915f191c-4913-4003-a282-6d30f99a9709 HTTP/1.1" status: 200 len: 943 time: 0.4423478 Jan 19 22:27:39.485685 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-900c7c9d-c49e-4b53-9579-8da65c548c5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:39.505048 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port aff2573d-8b3f-4004-b64c-5b7185960eef triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:27:39.505789 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:39.510347 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-74d390ae-d284-4ee1-9884-1253fafb4a3b req-40d1eb34-28f8-47c3-af56-04132f844a07 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/security-groups?id=f3a187e4-160d-40ac-91dd-091a7dbbf55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580540 Jan 19 22:27:39.568630 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-900c7c9d-c49e-4b53-9579-8da65c548c5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:27:39.581378 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-900c7c9d-c49e-4b53-9579-8da65c548c5d admin admin] Usage tracker for resource:security_group_rule and tenant:89728de3e9d14b31a4c82a9a2e9727e9 is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:27:39.585045 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-900c7c9d-c49e-4b53-9579-8da65c548c5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:27:39.595646 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-900c7c9d-c49e-4b53-9579-8da65c548c5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:27:39.694907 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d399b118-0f72-4a16-8c39-91bafa566383 req-f011a094-c68e-4f7c-a654-ec7b25f0f827 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:39.696804 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d399b118-0f72-4a16-8c39-91bafa566383 req-f011a094-c68e-4f7c-a654-ec7b25f0f827 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=3e3fa171-fd52-4018-911f-a261f1044840 HTTP/1.1" status: 200 len: 944 time: 0.1962512 Jan 19 22:27:39.844808 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-900c7c9d-c49e-4b53-9579-8da65c548c5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:39.861762 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-900c7c9d-c49e-4b53-9579-8da65c548c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:39.874837 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-ac688cdd-1271-4932-9594-2d47d7135841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:39.934982 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900c7c9d-c49e-4b53-9579-8da65c548c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd17681c-f829-4f04-9e4e-cd9489f4d5be,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:39.983284 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d399b118-0f72-4a16-8c39-91bafa566383 req-c4b9aafc-e342-4ae9-890c-e0a0a114a3a8 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/security-groups?id=9328ab63-6502-4afe-9f51-4c69c085bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908953 Jan 19 22:27:40.007772 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-5b9a70a9-ce4d-42f1-b206-4a4dc1483027 req-1791ab7b-cd8f-40f8-b9c6-171a80c9ee07 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2740a62a-3c9e-4608-87cc-687201ae0aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3066494 Jan 19 22:27:40.113452 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-20acf2e1-3784-4a3e-a448-51a9eafeb876 req-d4356e98-152b-4c3b-9714-6e330e05c450 service neutron] 10.222.0.66 "GET /v2.0/networks/6ef4e1d2-abe0-4afc-adb2-8d80517036be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5891614 Jan 19 22:27:40.120268 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-900c7c9d-c49e-4b53-9579-8da65c548c5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:40.153945 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 50416) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:40.155111 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-900c7c9d-c49e-4b53-9579-8da65c548c5d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=89728de3e9d14b31a4c82a9a2e9727e9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0410581 Jan 19 22:27:40.211889 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a3996a-f550-4f4a-9dad-12939e5a9357 req-f6c2002c-af84-4c22-a7d2-71c918d008ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:40.213585 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-20a3996a-f550-4f4a-9dad-12939e5a9357 req-f6c2002c-af84-4c22-a7d2-71c918d008ca service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7d1b4115b3444684a9fd42e8fcaf64a4&device_id=3994cc61-b4f6-41de-9c13-149ad7c2641b HTTP/1.1" status: 200 len: 1163 time: 0.2635691 Jan 19 22:27:40.458116 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-97780eb0-d6c3-4bf9-b0ee-da05d8ff7d31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:40.493105 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-5b9a70a9-ce4d-42f1-b206-4a4dc1483027 req-20f3caa2-c54c-4375-be16-346389f7a016 service neutron] 10.222.0.66 "GET /v2.0/networks/2740a62a-3c9e-4608-87cc-687201ae0aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4609010 Jan 19 22:27:40.525776 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9b801-be1d-42a4-9380-4064f3bc04cc req-8077032d-4a5e-4153-86a7-2c810f37e311 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:40.527706 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c8f9b801-be1d-42a4-9380-4064f3bc04cc req-8077032d-4a5e-4153-86a7-2c810f37e311 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=3994cc61-b4f6-41de-9c13-149ad7c2641b HTTP/1.1" status: 200 len: 946 time: 0.2612534 Jan 19 22:27:40.536681 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8356a005-552d-4860-a647-0810cd2dec7a req-f05d75bc-e3ea-4106-a93a-56e673da6fde tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:40.538689 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-8356a005-552d-4860-a647-0810cd2dec7a req-f05d75bc-e3ea-4106-a93a-56e673da6fde tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?device_id=d73fcd42-7c2b-479d-9af1-dfcfc69b7285 HTTP/1.1" status: 200 len: 943 time: 0.2723715 Jan 19 22:27:40.575852 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-97780eb0-d6c3-4bf9-b0ee-da05d8ff7d31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:40.678527 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a3996a-f550-4f4a-9dad-12939e5a9357 req-581f3443-29dd-41cc-9fe4-2f36447f1c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:40.680254 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-20a3996a-f550-4f4a-9dad-12939e5a9357 req-581f3443-29dd-41cc-9fe4-2f36447f1c85 service neutron] 10.222.0.66 "GET /v2.0/networks?id=856f698c-d037-4288-89b3-b30e0383555d HTTP/1.1" status: 200 len: 912 time: 0.4588001 Jan 19 22:27:40.698850 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c8f9b801-be1d-42a4-9380-4064f3bc04cc req-f9a507ba-53a7-4a90-951a-a3f9085b515e tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645300 Jan 19 22:27:40.770426 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-8356a005-552d-4860-a647-0810cd2dec7a req-95fd5d65-6844-4ddd-a2bc-72a14a2a2cc5 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/security-groups?id=3950fcd1-3bed-47dd-b889-44121b1b96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1858509 Jan 19 22:27:40.866677 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-20a3996a-f550-4f4a-9dad-12939e5a9357 req-12778fbf-ea3c-4b86-a6b7-76956e400bf7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aff2573d-8b3f-4004-b64c-5b7185960eef HTTP/1.1" status: 200 len: 217 time: 0.1663482 Jan 19 22:27:40.867791 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-5b9a70a9-ce4d-42f1-b206-4a4dc1483027 req-4faa5a16-8b74-4de0-b7ae-1cdad9316b0b service neutron] 10.222.0.66 "GET /v2.0/networks/2740a62a-3c9e-4608-87cc-687201ae0aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3243597 Jan 19 22:27:40.869329 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-97780eb0-d6c3-4bf9-b0ee-da05d8ff7d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:40.876558 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-627a7166-3cef-45be-91ec-f3cb682b6c3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:40.894523 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97780eb0-d6c3-4bf9-b0ee-da05d8ff7d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd17681c-f829-4f04-9e4e-cd9489f4d5be,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:40.896586 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-97780eb0-d6c3-4bf9-b0ee-da05d8ff7d31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:40.898036 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-97780eb0-d6c3-4bf9-b0ee-da05d8ff7d31 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dd17681c-f829-4f04-9e4e-cd9489f4d5be HTTP/1.1" status: 204 len: 168 time: 0.7408412 Jan 19 22:27:40.899161 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-97780eb0-d6c3-4bf9-b0ee-da05d8ff7d31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:40.968157 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a3996a-f550-4f4a-9dad-12939e5a9357 req-92f2a460-dd88-4656-b7a7-ed04f6fae41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:40.970531 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-20a3996a-f550-4f4a-9dad-12939e5a9357 req-92f2a460-dd88-4656-b7a7-ed04f6fae41a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1a97053a-7ac6-44d6-84ad-912d742b25fc HTTP/1.1" status: 200 len: 858 time: 0.0857522 Jan 19 22:27:41.162418 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-20a3996a-f550-4f4a-9dad-12939e5a9357 req-8111f049-fea6-4747-8d09-9b47f379afd5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=856f698c-d037-4288-89b3-b30e0383555d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0979877 Jan 19 22:27:41.203970 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c8ece-a41f-4f6f-901f-2652ad88db85 req-0eb63489-4164-491e-b4d1-04ab70da7ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:41.205674 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-5a0c8ece-a41f-4f6f-901f-2652ad88db85 req-0eb63489-4164-491e-b4d1-04ab70da7ccf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5d4105938837484d8d82719812401145&device_id=3e3fa171-fd52-4018-911f-a261f1044840 HTTP/1.1" status: 200 len: 1161 time: 0.1427500 Jan 19 22:27:41.251946 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25eb9af-0bd2-4767-a1fb-1e708a0171e0 req-aa318b38-1c3e-474f-bc86-33c009e0cf00 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:41.259951 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f25eb9af-0bd2-4767-a1fb-1e708a0171e0 req-aa318b38-1c3e-474f-bc86-33c009e0cf00 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/ports?device_id=915f191c-4913-4003-a282-6d30f99a9709 HTTP/1.1" status: 200 len: 943 time: 0.2883303 Jan 19 22:27:41.453911 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f25eb9af-0bd2-4767-a1fb-1e708a0171e0 req-43bc47c3-08c7-407d-a379-855567759cfb tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/security-groups?id=f3a187e4-160d-40ac-91dd-091a7dbbf55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929071 Jan 19 22:27:41.483650 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c8ece-a41f-4f6f-901f-2652ad88db85 req-abd74123-071f-4348-8c8f-c3c8ffdd79d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:41.485391 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-5a0c8ece-a41f-4f6f-901f-2652ad88db85 req-abd74123-071f-4348-8c8f-c3c8ffdd79d5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2740a62a-3c9e-4608-87cc-687201ae0aa2 HTTP/1.1" status: 200 len: 909 time: 0.2685266 Jan 19 22:27:41.509918 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a73c5-c273-4071-9310-d499f618a439 req-e804f542-a64e-43a6-80fe-635ef93f6c03 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:41.510860 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-395a73c5-c273-4071-9310-d499f618a439 req-e804f542-a64e-43a6-80fe-635ef93f6c03 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Synchronizing usage tracker for tenant:5d4105938837484d8d82719812401145 on resource:port {{(pid=80165) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:27:41.533421 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-20a3996a-f550-4f4a-9dad-12939e5a9357 req-e5a24d3d-5146-4b3f-b19f-44862dc7293f service neutron] 10.222.0.66 "GET /v2.0/networks/856f698c-d037-4288-89b3-b30e0383555d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3609691 Jan 19 22:27:41.570763 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.objects.ports [None req-33c27947-c3c7-4722-920d-5a49699593f9 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80167) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 19 22:27:41.592263 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-5a0c8ece-a41f-4f6f-901f-2652ad88db85 req-88c5736d-107c-4e0c-8bb8-e97ec781fd1d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b9e11b2-a496-4ad1-84f2-70665142180e HTTP/1.1" status: 200 len: 217 time: 0.0772712 Jan 19 22:27:41.641014 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-395a73c5-c273-4071-9310-d499f618a439 req-e804f542-a64e-43a6-80fe-635ef93f6c03 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Unset dirty status for tenant:5d4105938837484d8d82719812401145 on resource:port {{(pid=80165) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:27:41.648504 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-395a73c5-c273-4071-9310-d499f618a439 req-e804f542-a64e-43a6-80fe-635ef93f6c03 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=3e3fa171-fd52-4018-911f-a261f1044840 HTTP/1.1" status: 200 len: 944 time: 0.3929446 Jan 19 22:27:41.653642 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 50462) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:41.685610 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8fae26cd-b6f4-4f9c-bd4b-34b02d923924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:41.715321 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-8fae26cd-b6f4-4f9c-bd4b-34b02d923924 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:27:41.717038 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c8ece-a41f-4f6f-901f-2652ad88db85 req-f8612c86-9bfb-478d-96e5-a9b9ce2cf753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:41.721113 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-5a0c8ece-a41f-4f6f-901f-2652ad88db85 req-f8612c86-9bfb-478d-96e5-a9b9ce2cf753 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=159ed613-693d-4448-ae87-c90c7e446752 HTTP/1.1" status: 200 len: 855 time: 0.1220627 Jan 19 22:27:41.735421 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-8fae26cd-b6f4-4f9c-bd4b-34b02d923924 admin admin] Usage tracker for resource:security_group_rule and tenant:8a580d35212d4071a495a042bbf0ff70 is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:27:41.737204 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-395a73c5-c273-4071-9310-d499f618a439 req-4c075b30-f612-4f38-a11e-1cb5c6ac80e0 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/security-groups?id=9328ab63-6502-4afe-9f51-4c69c085bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873523 Jan 19 22:27:41.744741 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-8fae26cd-b6f4-4f9c-bd4b-34b02d923924 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:27:41.752331 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-8fae26cd-b6f4-4f9c-bd4b-34b02d923924 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:27:41.788998 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-20a3996a-f550-4f4a-9dad-12939e5a9357 req-472d101c-6d24-4b60-b7d6-a55db35d8151 service neutron] 10.222.0.66 "GET /v2.0/networks/856f698c-d037-4288-89b3-b30e0383555d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2402308 Jan 19 22:27:41.803916 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-5a0c8ece-a41f-4f6f-901f-2652ad88db85 req-980e3cd7-2981-4814-b750-7b8252b50549 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2740a62a-3c9e-4608-87cc-687201ae0aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614400 Jan 19 22:27:41.882345 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8fae26cd-b6f4-4f9c-bd4b-34b02d923924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:41.892646 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8fae26cd-b6f4-4f9c-bd4b-34b02d923924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:41.934711 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-3b9d8b98-f412-4e8d-b28b-3fcf2fc88f6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:41.948751 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-8fae26cd-b6f4-4f9c-bd4b-34b02d923924 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8a580d35212d4071a495a042bbf0ff70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2932115 Jan 19 22:27:41.958525 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 50482) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:42.021993 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-5a0c8ece-a41f-4f6f-901f-2652ad88db85 req-2a27b2a1-d7b7-45b8-90ba-a915e7af65d1 service neutron] 10.222.0.66 "GET /v2.0/networks/2740a62a-3c9e-4608-87cc-687201ae0aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068989 Jan 19 22:27:42.023780 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae26cd-b6f4-4f9c-bd4b-34b02d923924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9259e3-be90-4f1b-86e3-85c63eeaa7b0,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:42.036848 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fae26cd-b6f4-4f9c-bd4b-34b02d923924 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:42.037263 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fae26cd-b6f4-4f9c-bd4b-34b02d923924 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:42.037723 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fae26cd-b6f4-4f9c-bd4b-34b02d923924 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:42.038124 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fae26cd-b6f4-4f9c-bd4b-34b02d923924 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:42.038516 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fae26cd-b6f4-4f9c-bd4b-34b02d923924 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:42.038909 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fae26cd-b6f4-4f9c-bd4b-34b02d923924 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:42.039300 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fae26cd-b6f4-4f9c-bd4b-34b02d923924 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:42.039688 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fae26cd-b6f4-4f9c-bd4b-34b02d923924 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:42.040100 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fae26cd-b6f4-4f9c-bd4b-34b02d923924 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:42.040485 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fae26cd-b6f4-4f9c-bd4b-34b02d923924 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:42.040868 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fae26cd-b6f4-4f9c-bd4b-34b02d923924 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:42.041251 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fae26cd-b6f4-4f9c-bd4b-34b02d923924 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:42.041712 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fae26cd-b6f4-4f9c-bd4b-34b02d923924 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:42.042093 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fae26cd-b6f4-4f9c-bd4b-34b02d923924 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:42.042623 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fae26cd-b6f4-4f9c-bd4b-34b02d923924 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:42.042813 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fae26cd-b6f4-4f9c-bd4b-34b02d923924 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:42.043193 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fae26cd-b6f4-4f9c-bd4b-34b02d923924 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:42.043571 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fae26cd-b6f4-4f9c-bd4b-34b02d923924 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:42.043952 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fae26cd-b6f4-4f9c-bd4b-34b02d923924 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:42.044327 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fae26cd-b6f4-4f9c-bd4b-34b02d923924 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:42.044742 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fae26cd-b6f4-4f9c-bd4b-34b02d923924 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:42.045131 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fae26cd-b6f4-4f9c-bd4b-34b02d923924 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:42.045568 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fae26cd-b6f4-4f9c-bd4b-34b02d923924 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:42.045948 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fae26cd-b6f4-4f9c-bd4b-34b02d923924 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:42.057704 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-8fae26cd-b6f4-4f9c-bd4b-34b02d923924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:42.094925 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d212f51-3fff-458e-9100-87412760d825 req-631e3db3-228b-423e-bfa6-b822b10e6283 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:42.096639 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-7d212f51-3fff-458e-9100-87412760d825 req-631e3db3-228b-423e-bfa6-b822b10e6283 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=3994cc61-b4f6-41de-9c13-149ad7c2641b HTTP/1.1" status: 200 len: 946 time: 0.1635721 Jan 19 22:27:42.158372 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-7d212f51-3fff-458e-9100-87412760d825 req-8d8cd7ee-7204-475d-8cf0-3ecfe8bc9810 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542631 Jan 19 22:27:42.208820 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-044c5aa3-dd29-47bd-b02b-94958f377012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:42.283123 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c401d-674e-40b3-9c66-0d6d3f10a951 req-bb884227-6efc-4eae-b338-4229a0ecfe22 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:42.284849 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ba0c401d-674e-40b3-9c66-0d6d3f10a951 req-bb884227-6efc-4eae-b338-4229a0ecfe22 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?device_id=d73fcd42-7c2b-479d-9af1-dfcfc69b7285 HTTP/1.1" status: 200 len: 943 time: 0.3054051 Jan 19 22:27:42.298058 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-044c5aa3-dd29-47bd-b02b-94958f377012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:42.325536 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-5a0c8ece-a41f-4f6f-901f-2652ad88db85 req-c190712b-f5d9-44c7-aea8-36b954777f32 service neutron] 10.222.0.66 "GET /v2.0/networks/2740a62a-3c9e-4608-87cc-687201ae0aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2821212 Jan 19 22:27:42.401906 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ba0c401d-674e-40b3-9c66-0d6d3f10a951 req-a244934a-5937-497a-beea-8c4c38c0f828 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/security-groups?id=3950fcd1-3bed-47dd-b889-44121b1b96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086614 Jan 19 22:27:42.411445 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 50492) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:42.431132 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-044c5aa3-dd29-47bd-b02b-94958f377012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:42.437132 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:42.449046 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044c5aa3-dd29-47bd-b02b-94958f377012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9259e3-be90-4f1b-86e3-85c63eeaa7b0,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:42.462341 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044c5aa3-dd29-47bd-b02b-94958f377012 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:42.462756 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044c5aa3-dd29-47bd-b02b-94958f377012 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:42.463161 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044c5aa3-dd29-47bd-b02b-94958f377012 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:42.464190 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044c5aa3-dd29-47bd-b02b-94958f377012 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:42.464589 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044c5aa3-dd29-47bd-b02b-94958f377012 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:42.464983 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044c5aa3-dd29-47bd-b02b-94958f377012 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:42.465404 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044c5aa3-dd29-47bd-b02b-94958f377012 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:42.465794 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044c5aa3-dd29-47bd-b02b-94958f377012 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:42.466202 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044c5aa3-dd29-47bd-b02b-94958f377012 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:42.466632 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044c5aa3-dd29-47bd-b02b-94958f377012 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:42.467018 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044c5aa3-dd29-47bd-b02b-94958f377012 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:42.467405 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044c5aa3-dd29-47bd-b02b-94958f377012 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:42.467852 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044c5aa3-dd29-47bd-b02b-94958f377012 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:42.468238 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044c5aa3-dd29-47bd-b02b-94958f377012 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:42.468622 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044c5aa3-dd29-47bd-b02b-94958f377012 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:42.469004 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044c5aa3-dd29-47bd-b02b-94958f377012 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:42.469472 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044c5aa3-dd29-47bd-b02b-94958f377012 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:42.469931 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044c5aa3-dd29-47bd-b02b-94958f377012 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:42.470314 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044c5aa3-dd29-47bd-b02b-94958f377012 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:42.471080 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044c5aa3-dd29-47bd-b02b-94958f377012 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:42.471080 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044c5aa3-dd29-47bd-b02b-94958f377012 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:42.471421 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044c5aa3-dd29-47bd-b02b-94958f377012 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:42.471804 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044c5aa3-dd29-47bd-b02b-94958f377012 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:42.472185 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044c5aa3-dd29-47bd-b02b-94958f377012 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:42.475367 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-044c5aa3-dd29-47bd-b02b-94958f377012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:42.476783 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-044c5aa3-dd29-47bd-b02b-94958f377012 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ef9259e3-be90-4f1b-86e3-85c63eeaa7b0 HTTP/1.1" status: 204 len: 168 time: 0.5172267 Jan 19 22:27:42.477845 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-044c5aa3-dd29-47bd-b02b-94958f377012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:42.522374 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.db_base_plugin_v2 [None req-0951d22a-779d-4ea5-857f-c457e8878cbd admin admin] Deleting subnet abc29594-b075-4efe-90dc-929519eb8c83 {{(pid=80166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 19 22:27:42.528062 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0951d22a-779d-4ea5-857f-c457e8878cbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:42.644316 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0951d22a-779d-4ea5-857f-c457e8878cbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11518823'] for subnet, precommit_delete_associations {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:42.732788 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6930ddb5-9a8b-431f-99a2-c95685f9d724 req-77ebeb42-6e34-4948-9117-d33dbb114791 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:42.734973 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6930ddb5-9a8b-431f-99a2-c95685f9d724 req-77ebeb42-6e34-4948-9117-d33dbb114791 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/ports?device_id=915f191c-4913-4003-a282-6d30f99a9709 HTTP/1.1" status: 200 len: 943 time: 0.1426241 Jan 19 22:27:42.758198 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0951d22a-779d-4ea5-857f-c457e8878cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560750'] for subnet, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:42.876354 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6930ddb5-9a8b-431f-99a2-c95685f9d724 req-24e318c0-6ced-46d2-a46b-fa66f1f4513a tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/security-groups?id=f3a187e4-160d-40ac-91dd-091a7dbbf55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323214 Jan 19 22:27:43.170989 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b602b-089b-4450-9854-5d5b89f0778f req-32a175af-0e02-49d2-8de4-237ae3a3c083 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:43.172682 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6a9b602b-089b-4450-9854-5d5b89f0778f req-32a175af-0e02-49d2-8de4-237ae3a3c083 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=3e3fa171-fd52-4018-911f-a261f1044840 HTTP/1.1" status: 200 len: 944 time: 0.2064481 Jan 19 22:27:43.242201 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6a9b602b-089b-4450-9854-5d5b89f0778f req-56eab921-a098-4b12-8b71-6544a3dd72a9 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/security-groups?id=9328ab63-6502-4afe-9f51-4c69c085bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620630 Jan 19 22:27:43.243258 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0951d22a-779d-4ea5-857f-c457e8878cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851215066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11379380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10746148'] for subnet, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:43.259783 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:43.310846 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device 50f75ecc-3124-4157-8459-cd0c4b388f85 up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:27:43.317482 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0951d22a-779d-4ea5-857f-c457e8878cbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abc29594-b075-4efe-90dc-929519eb8c83,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:43.321202 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-0951d22a-779d-4ea5-857f-c457e8878cbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:43.413244 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning for port 50f75ecc-3124-4157-8459-cd0c4b388f85 completed by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:27:43.425514 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port 50f75ecc-3124-4157-8459-cd0c4b388f85 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:27:43.426181 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:43.438685 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0951d22a-779d-4ea5-857f-c457e8878cbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for subnet, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:43.457666 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-0951d22a-779d-4ea5-857f-c457e8878cbd admin admin] 10.222.0.43 "DELETE /v2.0/subnets/abc29594-b075-4efe-90dc-929519eb8c83 HTTP/1.1" status: 204 len: 168 time: 1.0435174 Jan 19 22:27:43.460260 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 50540) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:43.483019 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd600b6-082a-43c3-85d3-e8b51cfd6688 req-7096d5b5-78be-40a7-8dc5-4aadc9677b07 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:43.492226 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-3bd600b6-082a-43c3-85d3-e8b51cfd6688 req-7096d5b5-78be-40a7-8dc5-4aadc9677b07 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=3994cc61-b4f6-41de-9c13-149ad7c2641b HTTP/1.1" status: 200 len: 946 time: 0.1915231 Jan 19 22:27:43.563160 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-3bd600b6-082a-43c3-85d3-e8b51cfd6688 req-ecef7cda-bb8d-4e2a-b6b9-e1ff3db30ddd tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696945 Jan 19 22:27:43.573719 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:43.607599 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e824f92d-7620-498e-840c-dc91bf397d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851036617'] for network, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:43.607866 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73fcd42-7c2b-479d-9af1-dfcfc69b7285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f75ecc-3124-4157-8459-cd0c4b388f85'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:27:43.624559 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] For port 50f75ecc-3124-4157-8459-cd0c4b388f85, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=50f75ecc-3124-4157-8459-cd0c4b388f85,segment=NetworkSegment(c0eefc68-d721-4cc9-9571-b071e90f43c2),segment_id=c0eefc68-d721-4cc9-9571-b071e90f43c2)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:27:43.628693 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:43.629652 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device 43e74806-dc11-4c51-8f7f-8b1dc79e9136 up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:27:43.683506 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd73fcd42-7c2b-479d-9af1-dfcfc69b7285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f75ecc-3124-4157-8459-cd0c4b388f85', 'code': 200} Jan 19 22:27:43.684351 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-e9090864-9a79-4272-83a1-a97de7918d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:43.788434 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Pushing event updated for resources: {'Port': ['ID=50f75ecc-3124-4157-8459-cd0c4b388f85,revision_number=4']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:43.802465 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:43.821219 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning for port 43e74806-dc11-4c51-8f7f-8b1dc79e9136 completed by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:27:43.828537 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port 43e74806-dc11-4c51-8f7f-8b1dc79e9136 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:27:43.829071 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:44.052291 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da85e38-17d1-43e7-9279-228dc7b05481 req-a281dfe4-7dd0-4066-b86f-bc5de48a64b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:44.055032 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-4da85e38-17d1-43e7-9279-228dc7b05481 req-a281dfe4-7dd0-4066-b86f-bc5de48a64b2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d73fcd42-7c2b-479d-9af1-dfcfc69b7285 HTTP/1.1" status: 200 len: 1162 time: 0.1270800 Jan 19 22:27:44.072850 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:44.128549 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] For port 43e74806-dc11-4c51-8f7f-8b1dc79e9136, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=43e74806-dc11-4c51-8f7f-8b1dc79e9136,segment=NetworkSegment(3f7c6ccc-f875-4a37-aad4-bbb9cbf53bde),segment_id=3f7c6ccc-f875-4a37-aad4-bbb9cbf53bde)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:27:44.134002 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:44.137082 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:44.235970 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Pushing event updated for resources: {'Port': ['ID=43e74806-dc11-4c51-8f7f-8b1dc79e9136,revision_number=4']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:44.248758 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:44.258274 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-4da85e38-17d1-43e7-9279-228dc7b05481 req-a7ea0fc0-04b4-41b7-b29f-b8a27ad1d2e6 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3950fcd1-3bed-47dd-b889-44121b1b96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1947854 Jan 19 22:27:44.263444 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e824f92d-7620-498e-840c-dc91bf397d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3566075', 'neutron.services.segments.db._delete_segments_for_network--9223363307084834676'] for network, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:44.327868 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0563a-4bc2-4b67-83c4-60a4684d0cb3 req-2cf1600d-8381-4b57-aebe-24527d0fbf31 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:44.336613 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-60d0563a-4bc2-4b67-83c4-60a4684d0cb3 req-2cf1600d-8381-4b57-aebe-24527d0fbf31 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/ports?device_id=915f191c-4913-4003-a282-6d30f99a9709 HTTP/1.1" status: 200 len: 945 time: 0.2079158 Jan 19 22:27:44.356910 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f68916-4c26-4c72-9955-d85604000f6c req-771c423d-96ff-47f5-894e-665d34604ef6 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:44.362154 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-b5f68916-4c26-4c72-9955-d85604000f6c req-771c423d-96ff-47f5-894e-665d34604ef6 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?device_id=d73fcd42-7c2b-479d-9af1-dfcfc69b7285 HTTP/1.1" status: 200 len: 945 time: 0.6827006 Jan 19 22:27:44.443834 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-60d0563a-4bc2-4b67-83c4-60a4684d0cb3 req-a0c4fdb5-3065-4cf5-84fb-16fc5030d7e5 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/security-groups?id=f3a187e4-160d-40ac-91dd-091a7dbbf55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066296 Jan 19 22:27:44.549015 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-b5f68916-4c26-4c72-9955-d85604000f6c req-76fcb410-8dd4-4e63-abe3-12634c2d67e8 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/security-groups?id=3950fcd1-3bed-47dd-b889-44121b1b96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1699021 Jan 19 22:27:44.560807 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.services.segments.db [None req-e824f92d-7620-498e-840c-dc91bf397d00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4a9de19-b918-46f4-a492-f3eb46bbdf28']}} {{(pid=80166) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:27:44.586730 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.services.segments.db [None req-e824f92d-7620-498e-840c-dc91bf397d00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8706188-c2ad-4e0f-90b7-ccdf938122e3') {'for_net_delete': True} {{(pid=80166) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:27:44.587244 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.services.segments.db [None req-e824f92d-7620-498e-840c-dc91bf397d00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8706188-c2ad-4e0f-90b7-ccdf938122e3') {} {{(pid=80166) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:27:44.619177 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e824f92d-7620-498e-840c-dc91bf397d00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307084830580', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843256977'] for segment, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:44.669356 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e824f92d-7620-498e-840c-dc91bf397d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560818'] for segment, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:44.677917 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e824f92d-7620-498e-840c-dc91bf397d00 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 19 22:27:44.711572 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad89388c-0c33-485f-baad-5ede2ca494d5 req-a998861f-cd50-45be-b7cf-81dd762e873b tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:44.721862 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ad89388c-0c33-485f-baad-5ede2ca494d5 req-a998861f-cd50-45be-b7cf-81dd762e873b tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=3e3fa171-fd52-4018-911f-a261f1044840 HTTP/1.1" status: 200 len: 944 time: 0.1438739 Jan 19 22:27:44.779027 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ad89388c-0c33-485f-baad-5ede2ca494d5 req-9f7cefd7-eb19-4dcd-934d-edb12ae70215 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/security-groups?id=9328ab63-6502-4afe-9f51-4c69c085bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499504 Jan 19 22:27:44.951474 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-e824f92d-7620-498e-840c-dc91bf397d00 admin admin] Network e4a9de19-b918-46f4-a492-f3eb46bbdf28 has no segments {{(pid=80166) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 22:27:44.962110 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e824f92d-7620-498e-840c-dc91bf397d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851214998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11379231'] for segment, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:45.171272 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a7dcd-8cbf-4c47-b685-99df56abffe6 req-ec24da3e-ec2a-402f-9e2a-6d28387a5310 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:45.172894 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-903a7dcd-8cbf-4c47-b685-99df56abffe6 req-ec24da3e-ec2a-402f-9e2a-6d28387a5310 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=3994cc61-b4f6-41de-9c13-149ad7c2641b HTTP/1.1" status: 200 len: 946 time: 0.3881588 Jan 19 22:27:45.190685 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-e824f92d-7620-498e-840c-dc91bf397d00 admin admin] Network e4a9de19-b918-46f4-a492-f3eb46bbdf28 has no segments {{(pid=80166) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 22:27:45.230496 dv-cinder-750782-5-smb neutron-server[80054]: Traceback (most recent call last): Jan 19 22:27:45.230496 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 22:27:45.230496 dv-cinder-750782-5-smb neutron-server[80054]: timer() Jan 19 22:27:45.230496 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 22:27:45.230496 dv-cinder-750782-5-smb neutron-server[80054]: cb(*args, **kw) Jan 19 22:27:45.230496 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 19 22:27:45.230496 dv-cinder-750782-5-smb neutron-server[80054]: return func(*args, **kwargs) Jan 19 22:27:45.230496 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 22:27:45.230496 dv-cinder-750782-5-smb neutron-server[80054]: self._notify() Jan 19 22:27:45.230496 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 22:27:45.230496 dv-cinder-750782-5-smb neutron-server[80054]: self.callback(batched_events) Jan 19 22:27:45.230496 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 22:27:45.230496 dv-cinder-750782-5-smb neutron-server[80054]: event.method(event) Jan 19 22:27:45.230496 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 22:27:45.230496 dv-cinder-750782-5-smb neutron-server[80054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 22:27:45.230496 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 19 22:27:45.230496 dv-cinder-750782-5-smb neutron-server[80054]: segment_id)['aggregates'][0] Jan 19 22:27:45.230496 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 22:27:45.230496 dv-cinder-750782-5-smb neutron-server[80054]: return f(self, *a, **k) Jan 19 22:27:45.230496 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 19 22:27:45.230496 dv-cinder-750782-5-smb neutron-server[80054]: return self._get(url).json() Jan 19 22:27:45.230496 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 22:27:45.230496 dv-cinder-750782-5-smb neutron-server[80054]: **kwargs) Jan 19 22:27:45.230496 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 22:27:45.230496 dv-cinder-750782-5-smb neutron-server[80054]: return self.request(url, 'GET', **kwargs) Jan 19 22:27:45.230496 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 19 22:27:45.230496 dv-cinder-750782-5-smb neutron-server[80054]: **endpoint_filter) Jan 19 22:27:45.230496 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 22:27:45.230496 dv-cinder-750782-5-smb neutron-server[80054]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 22:27:45.230496 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 22:27:45.230496 dv-cinder-750782-5-smb neutron-server[80054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 22:27:45.230496 dv-cinder-750782-5-smb neutron-server[80054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 22:27:45.330393 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-903a7dcd-8cbf-4c47-b685-99df56abffe6 req-8d77f111-7024-4439-8f33-4192b7b46306 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416361 Jan 19 22:27:45.344440 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e824f92d-7620-498e-840c-dc91bf397d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3565836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324611'] for network, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:45.348637 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-4f58bc0b-3070-4748-a108-c4d7d686d958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:45.365873 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e824f92d-7620-498e-840c-dc91bf397d00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for network, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:45.374138 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e824f92d-7620-498e-840c-dc91bf397d00 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4a9de19-b918-46f4-a492-f3eb46bbdf28,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:45.378883 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-e824f92d-7620-498e-840c-dc91bf397d00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:45.386718 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-e824f92d-7620-498e-840c-dc91bf397d00 admin admin] 10.222.0.43 "DELETE /v2.0/networks/e4a9de19-b918-46f4-a492-f3eb46bbdf28 HTTP/1.1" status: 204 len: 168 time: 1.9251866 Jan 19 22:27:45.430238 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 50600) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:45.616605 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 50612) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:45.633142 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-79bb3eb6-eaa6-4f01-92f9-4adab02caa79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:45.657014 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-79bb3eb6-eaa6-4f01-92f9-4adab02caa79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:27:45.685237 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '915f191c-4913-4003-a282-6d30f99a9709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e74806-dc11-4c51-8f7f-8b1dc79e9136'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:27:45.693222 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-0f05ead8-f83e-46af-80af-a072a8051c8d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d37c6aad9be642819e0acf0be56ef338&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0753884 Jan 19 22:27:45.695869 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-79bb3eb6-eaa6-4f01-92f9-4adab02caa79 admin admin] Usage tracker for resource:security_group_rule and tenant:4456ee78e37143ffaa951847e619794b is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:27:45.696891 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 50620) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:45.699187 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-79bb3eb6-eaa6-4f01-92f9-4adab02caa79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:27:45.706638 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-79bb3eb6-eaa6-4f01-92f9-4adab02caa79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:27:45.755760 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e32596-93cd-43f7-b28a-6a25156f1a2f req-3d3ef339-6df2-4d4f-8653-41013ad1d494 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:45.757811 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-80e32596-93cd-43f7-b28a-6a25156f1a2f req-3d3ef339-6df2-4d4f-8653-41013ad1d494 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/ports?device_id=915f191c-4913-4003-a282-6d30f99a9709 HTTP/1.1" status: 200 len: 945 time: 0.1833041 Jan 19 22:27:45.850984 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device 50f75ecc-3124-4157-8459-cd0c4b388f85 up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:27:45.882106 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-80e32596-93cd-43f7-b28a-6a25156f1a2f req-518c8bd1-278e-49ef-a4e4-594f65b5f58f tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/security-groups?id=f3a187e4-160d-40ac-91dd-091a7dbbf55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144040 Jan 19 22:27:45.952504 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-2bc12b75-532a-40af-b0d5-5c444016c9c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:46.032101 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-2bc12b75-532a-40af-b0d5-5c444016c9c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:46.037399 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c7756-2f22-4fbc-9040-7bb62b3ff3ea req-a724448a-7f75-413e-8bcb-c289290f6bee tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:46.039136 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-4e2c7756-2f22-4fbc-9040-7bb62b3ff3ea req-a724448a-7f75-413e-8bcb-c289290f6bee tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?device_id=d73fcd42-7c2b-479d-9af1-dfcfc69b7285 HTTP/1.1" status: 200 len: 945 time: 0.3061442 Jan 19 22:27:46.049660 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-79bb3eb6-eaa6-4f01-92f9-4adab02caa79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:46.052685 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port 50f75ecc-3124-4157-8459-cd0c4b388f85 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:27:46.053117 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:46.068606 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-79bb3eb6-eaa6-4f01-92f9-4adab02caa79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:46.099495 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-1226fe24-54a1-4dee-a623-ac8d1345e9a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:46.109263 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-79bb3eb6-eaa6-4f01-92f9-4adab02caa79 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4456ee78e37143ffaa951847e619794b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6777847 Jan 19 22:27:46.114132 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 50646) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:46.134080 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '915f191c-4913-4003-a282-6d30f99a9709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e74806-dc11-4c51-8f7f-8b1dc79e9136', 'code': 200} Jan 19 22:27:46.177758 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-4e2c7756-2f22-4fbc-9040-7bb62b3ff3ea req-4526b2ef-59dd-420b-a103-6a0c5a4c833a tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/security-groups?id=3950fcd1-3bed-47dd-b889-44121b1b96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265264 Jan 19 22:27:46.179494 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb3eb6-eaa6-4f01-92f9-4adab02caa79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743a6967-aeae-4838-9cdf-c6314c7cea4d,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:46.185623 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-79bb3eb6-eaa6-4f01-92f9-4adab02caa79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:46.266330 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-618e4b5c-30c2-4901-8046-95922d904420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:46.283620 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device 0b9e11b2-a496-4ad1-84f2-70665142180e up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:27:46.302694 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-618e4b5c-30c2-4901-8046-95922d904420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:46.430359 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning for port 0b9e11b2-a496-4ad1-84f2-70665142180e completed by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:27:46.436921 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port 0b9e11b2-a496-4ad1-84f2-70665142180e triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:27:46.437324 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:46.525645 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-618e4b5c-30c2-4901-8046-95922d904420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:46.530371 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-044c5aa3-dd29-47bd-b02b-94958f377012 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:46.606176 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:46.650145 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6041aa3-9722-4707-a316-fa5c5a728228 req-79633fca-f25f-4712-bceb-b9b2fcd27d46 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:46.651888 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d6041aa3-9722-4707-a316-fa5c5a728228 req-79633fca-f25f-4712-bceb-b9b2fcd27d46 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=3994cc61-b4f6-41de-9c13-149ad7c2641b HTTP/1.1" status: 200 len: 946 time: 0.1260488 Jan 19 22:27:46.657257 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] For port 0b9e11b2-a496-4ad1-84f2-70665142180e, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=0b9e11b2-a496-4ad1-84f2-70665142180e,segment=NetworkSegment(2494e6ea-e327-4774-b77a-709af40c6c25),segment_id=2494e6ea-e327-4774-b77a-709af40c6c25)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:27:46.662635 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:46.663854 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device 43e74806-dc11-4c51-8f7f-8b1dc79e9136 up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:27:46.700052 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:46.715841 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d6041aa3-9722-4707-a316-fa5c5a728228 req-f8df2349-4ada-4d64-be2a-d158a71b8c03 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561132 Jan 19 22:27:46.761294 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-2bc12b75-532a-40af-b0d5-5c444016c9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:46.780115 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618e4b5c-30c2-4901-8046-95922d904420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743a6967-aeae-4838-9cdf-c6314c7cea4d,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:46.788477 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-618e4b5c-30c2-4901-8046-95922d904420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:46.790675 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-fdca62a2-380e-4724-9506-a875955f4510 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:46.814358 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc12b75-532a-40af-b0d5-5c444016c9c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e553f1-eb7f-4d41-9509-bf206614870a,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:46.826435 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-2bc12b75-532a-40af-b0d5-5c444016c9c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:46.833466 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Pushing event updated for resources: {'Port': ['ID=0b9e11b2-a496-4ad1-84f2-70665142180e,revision_number=4']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:46.847784 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-618e4b5c-30c2-4901-8046-95922d904420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:46.851660 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-618e4b5c-30c2-4901-8046-95922d904420 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/743a6967-aeae-4838-9cdf-c6314c7cea4d HTTP/1.1" status: 204 len: 168 time: 0.7338736 Jan 19 22:27:46.851804 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:46.857650 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-2bc12b75-532a-40af-b0d5-5c444016c9c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:46.861745 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-2bc12b75-532a-40af-b0d5-5c444016c9c2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c4e553f1-eb7f-4d41-9509-bf206614870a HTTP/1.1" status: 204 len: 168 time: 1.1625230 Jan 19 22:27:46.877210 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322dee18-d99d-4227-9889-778c59d648d4 req-e26e3397-a7c2-4889-be75-50b70e626736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:46.878886 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-322dee18-d99d-4227-9889-778c59d648d4 req-e26e3397-a7c2-4889-be75-50b70e626736 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=915f191c-4913-4003-a282-6d30f99a9709 HTTP/1.1" status: 200 len: 1162 time: 0.4026411 Jan 19 22:27:46.882606 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port 43e74806-dc11-4c51-8f7f-8b1dc79e9136 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:27:46.883039 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:46.902956 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e976d1a-ed77-4e01-af08-8e1dfa9ce43c req-cda482d6-d498-4049-be2c-ae8a821ba29a tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:46.912081 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-1e976d1a-ed77-4e01-af08-8e1dfa9ce43c req-cda482d6-d498-4049-be2c-ae8a821ba29a tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=3e3fa171-fd52-4018-911f-a261f1044840 HTTP/1.1" status: 200 len: 944 time: 0.6118708 Jan 19 22:27:46.986080 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-322dee18-d99d-4227-9889-778c59d648d4 req-724a85b3-bd06-43fe-a30c-8727a53eaf2d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f3a187e4-160d-40ac-91dd-091a7dbbf55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710762 Jan 19 22:27:47.014145 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-1e976d1a-ed77-4e01-af08-8e1dfa9ce43c req-6b2f32f0-1bd0-4ea2-9fbd-90879faa803e tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/security-groups?id=9328ab63-6502-4afe-9f51-4c69c085bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005652 Jan 19 22:27:47.210682 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e7516-9d5a-4248-b7e1-790c1674ca09 req-f91e4e7e-cbb3-412d-8c4c-a3e7f2d2d2e5 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:47.217049 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-723e7516-9d5a-4248-b7e1-790c1674ca09 req-f91e4e7e-cbb3-412d-8c4c-a3e7f2d2d2e5 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/ports?device_id=915f191c-4913-4003-a282-6d30f99a9709 HTTP/1.1" status: 200 len: 945 time: 0.1305487 Jan 19 22:27:47.284445 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-723e7516-9d5a-4248-b7e1-790c1674ca09 req-1d42501c-ff2d-403e-a6c8-bb9ac1b2c83e tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/security-groups?id=f3a187e4-160d-40ac-91dd-091a7dbbf55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662391 Jan 19 22:27:47.449568 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d1c543-9314-4c7e-88f8-f8e19f2c36ec req-8e6899c8-9bef-49d2-8c52-c16a7265dada tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:47.459240 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-95d1c543-9314-4c7e-88f8-f8e19f2c36ec req-8e6899c8-9bef-49d2-8c52-c16a7265dada tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?device_id=d73fcd42-7c2b-479d-9af1-dfcfc69b7285 HTTP/1.1" status: 200 len: 945 time: 0.1271091 Jan 19 22:27:47.539056 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-95d1c543-9314-4c7e-88f8-f8e19f2c36ec req-9f2e2965-9c38-4310-831c-67f5a956fe8a tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/security-groups?id=3950fcd1-3bed-47dd-b889-44121b1b96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785248 Jan 19 22:27:47.689223 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 50722) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:47.711191 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-89644225-512c-4de0-a3aa-951d60196d4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:47.729681 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-89644225-512c-4de0-a3aa-951d60196d4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:27:47.734482 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-89644225-512c-4de0-a3aa-951d60196d4c admin admin] Usage tracker for resource:security_group_rule and tenant:ff73f938975e4fe286d3899e8b39567b is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:27:47.737618 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-89644225-512c-4de0-a3aa-951d60196d4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:27:47.745205 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-89644225-512c-4de0-a3aa-951d60196d4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:27:47.792428 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b91a6c-7532-4505-a730-a26b90457468 req-a429c69b-4b1e-4705-bab8-f2ca18652bc9 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:47.794457 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-50b91a6c-7532-4505-a730-a26b90457468 req-a429c69b-4b1e-4705-bab8-f2ca18652bc9 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?device_id=d73fcd42-7c2b-479d-9af1-dfcfc69b7285 HTTP/1.1" status: 200 len: 945 time: 0.1259711 Jan 19 22:27:47.805009 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 50732) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:47.813242 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-60329cbf-59da-4a34-9493-b3807d8c78bb tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Request body: {'floatingip': {'port_id': '50f75ecc-3124-4157-8459-cd0c4b388f85'}} {{(pid=80166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:27:47.860777 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-89644225-512c-4de0-a3aa-951d60196d4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:47.867522 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-89644225-512c-4de0-a3aa-951d60196d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:47.881414 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-223e4e5c-2a2a-4c95-a1c0-fc35821663b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:47.922082 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-60329cbf-59da-4a34-9493-b3807d8c78bb tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks [] for floatingip, before_update {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:47.930960 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89644225-512c-4de0-a3aa-951d60196d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2653d66e-64e7-4109-b89b-cd33572d467a,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:47.936272 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-89644225-512c-4de0-a3aa-951d60196d4c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ff73f938975e4fe286d3899e8b39567b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2457523 Jan 19 22:27:47.937696 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-89644225-512c-4de0-a3aa-951d60196d4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:47.938988 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 50736) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:48.086330 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-dc270a42-840d-456f-b5e3-2a96c7c3cded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:48.133713 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-dc270a42-840d-456f-b5e3-2a96c7c3cded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:48.135449 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3fa171-fd52-4018-911f-a261f1044840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b9e11b2-a496-4ad1-84f2-70665142180e'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:27:48.174417 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ed007-b61a-4cbd-a467-eaac09b9e7b6 req-cd60d03b-9c32-4e75-961b-940cf7647938 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:48.176133 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-da8ed007-b61a-4cbd-a467-eaac09b9e7b6 req-cd60d03b-9c32-4e75-961b-940cf7647938 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=3994cc61-b4f6-41de-9c13-149ad7c2641b HTTP/1.1" status: 200 len: 946 time: 0.2172022 Jan 19 22:27:48.206539 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device 50f75ecc-3124-4157-8459-cd0c4b388f85 up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:27:48.257551 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-da8ed007-b61a-4cbd-a467-eaac09b9e7b6 req-d3450b83-09ec-48cd-a275-e65354742328 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701070 Jan 19 22:27:48.269681 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-dc270a42-840d-456f-b5e3-2a96c7c3cded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:48.275571 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-af6bf473-e3a7-46a6-90d1-ab4f73882434 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:48.295869 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc270a42-840d-456f-b5e3-2a96c7c3cded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2653d66e-64e7-4109-b89b-cd33572d467a,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:48.296003 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port 50f75ecc-3124-4157-8459-cd0c4b388f85 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:27:48.296399 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:48.300150 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-dc270a42-840d-456f-b5e3-2a96c7c3cded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:48.302133 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-dc270a42-840d-456f-b5e3-2a96c7c3cded admin admin] Notify callbacks [] for security_group, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:48.303579 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-dc270a42-840d-456f-b5e3-2a96c7c3cded admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2653d66e-64e7-4109-b89b-cd33572d467a HTTP/1.1" status: 204 len: 168 time: 0.3634505 Jan 19 22:27:48.510186 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf4e4d-c79a-43b2-adfb-b0c76dc0f844 req-1d066763-ba0f-4648-9125-271686f0aca1 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:48.511902 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a0bf4e4d-c79a-43b2-adfb-b0c76dc0f844 req-1d066763-ba0f-4648-9125-271686f0aca1 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=3e3fa171-fd52-4018-911f-a261f1044840 HTTP/1.1" status: 200 len: 946 time: 0.3158748 Jan 19 22:27:48.543700 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e3fa171-fd52-4018-911f-a261f1044840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b9e11b2-a496-4ad1-84f2-70665142180e', 'code': 200} Jan 19 22:27:48.615426 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device 0b9e11b2-a496-4ad1-84f2-70665142180e up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:27:48.618959 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a0bf4e4d-c79a-43b2-adfb-b0c76dc0f844 req-8c90c773-e05e-4141-bd36-b210bf885fb8 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/security-groups?id=9328ab63-6502-4afe-9f51-4c69c085bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980926 Jan 19 22:27:48.824301 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port 0b9e11b2-a496-4ad1-84f2-70665142180e triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:27:48.825741 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:48.942295 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8270e315-a123-4a0e-80a2-95be0cd5bb3b req-ee8a70e5-bfc0-4d42-b406-4a77194204a9 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:48.954004 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-8270e315-a123-4a0e-80a2-95be0cd5bb3b req-ee8a70e5-bfc0-4d42-b406-4a77194204a9 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/ports?device_id=915f191c-4913-4003-a282-6d30f99a9709 HTTP/1.1" status: 200 len: 945 time: 0.3627121 Jan 19 22:27:49.070761 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-8270e315-a123-4a0e-80a2-95be0cd5bb3b req-a90a27c7-934e-4c4b-9744-5dcebee2193a tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/security-groups?id=f3a187e4-160d-40ac-91dd-091a7dbbf55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032076 Jan 19 22:27:49.234603 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6f3fc-d984-4f6b-9e4c-560421e74db8 req-fff8fa20-cbc0-44bb-abfa-9403f009a90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:49.236358 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-13c6f3fc-d984-4f6b-9e4c-560421e74db8 req-fff8fa20-cbc0-44bb-abfa-9403f009a90e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3e3fa171-fd52-4018-911f-a261f1044840 HTTP/1.1" status: 200 len: 1163 time: 0.0927792 Jan 19 22:27:49.286582 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.db.resource_extend [None req-60329cbf-59da-4a34-9493-b3807d8c78bb tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80166) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 19 22:27:49.322166 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-13c6f3fc-d984-4f6b-9e4c-560421e74db8 req-b68f509b-19ee-4d71-8013-74ddf0fbfbdb service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9328ab63-6502-4afe-9f51-4c69c085bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774262 Jan 19 22:27:49.615233 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 50794) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:49.719802 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9658604-ba80-4a93-aa27-6d371f44c604 req-1bf11ea7-a8d2-4154-9583-dd6215f59187 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:49.721519 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a9658604-ba80-4a93-aa27-6d371f44c604 req-1bf11ea7-a8d2-4154-9583-dd6215f59187 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=3994cc61-b4f6-41de-9c13-149ad7c2641b HTTP/1.1" status: 200 len: 946 time: 0.1503046 Jan 19 22:27:49.724510 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-60329cbf-59da-4a34-9493-b3807d8c78bb tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks [] for floatingip, precommit_update {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:49.729973 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-60329cbf-59da-4a34-9493-b3807d8c78bb tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324628'] for floatingip, after_update {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:49.779947 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device 43e74806-dc11-4c51-8f7f-8b1dc79e9136 up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:27:49.969416 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a9658604-ba80-4a93-aa27-6d371f44c604 req-4fb80a92-329c-4053-a061-928332df85a0 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404430 Jan 19 22:27:49.980895 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port 43e74806-dc11-4c51-8f7f-8b1dc79e9136 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:27:49.981560 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:50.028646 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae6f009-cf73-46af-9655-a25643787bd0 req-4aedae48-43e9-40cc-ab9e-6734df13c99b tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:50.030588 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-eae6f009-cf73-46af-9655-a25643787bd0 req-4aedae48-43e9-40cc-ab9e-6734df13c99b tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=3e3fa171-fd52-4018-911f-a261f1044840 HTTP/1.1" status: 200 len: 946 time: 0.1816297 Jan 19 22:27:50.031468 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a55db5b8-e1ed-4585-a1fd-86b8752d0055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:50.034584 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.db.l3_db [None req-60329cbf-59da-4a34-9493-b3807d8c78bb tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Floating IP 1b7f5413-0965-40be-9a71-bc821255c034 associated. External IP: 172.28.2.235, port: 50f75ecc-3124-4157-8459-cd0c4b388f85. Jan 19 22:27:50.075524 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-a55db5b8-e1ed-4585-a1fd-86b8752d0055 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:27:50.083491 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-a55db5b8-e1ed-4585-a1fd-86b8752d0055 admin admin] Usage tracker for resource:security_group_rule and tenant:d6198204159b48ba8f732e92c2072ac4 is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:27:50.096853 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-a55db5b8-e1ed-4585-a1fd-86b8752d0055 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:27:50.109603 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-a55db5b8-e1ed-4585-a1fd-86b8752d0055 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:27:50.141965 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-eae6f009-cf73-46af-9655-a25643787bd0 req-f2317c67-5d39-42d2-931d-27868fdda7e7 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/security-groups?id=9328ab63-6502-4afe-9f51-4c69c085bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976868 Jan 19 22:27:50.285734 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a55db5b8-e1ed-4585-a1fd-86b8752d0055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:50.291324 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a55db5b8-e1ed-4585-a1fd-86b8752d0055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:50.355011 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:50.373040 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-a55db5b8-e1ed-4585-a1fd-86b8752d0055 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d6198204159b48ba8f732e92c2072ac4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7565019 Jan 19 22:27:50.380126 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 50824) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:50.410260 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 50828) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:50.456745 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55db5b8-e1ed-4585-a1fd-86b8752d0055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8508398-c82d-48b1-b2ff-42d83cc9b02e,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:50.461799 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-a55db5b8-e1ed-4585-a1fd-86b8752d0055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:50.472986 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ff70b-52dd-4b7e-8ebe-c8fb21db055e req-8bca5d6d-702b-47b8-91d1-0e81fb9c4bef tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:50.474842 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-140ff70b-52dd-4b7e-8ebe-c8fb21db055e req-8bca5d6d-702b-47b8-91d1-0e81fb9c4bef tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/ports?device_id=915f191c-4913-4003-a282-6d30f99a9709 HTTP/1.1" status: 200 len: 945 time: 0.2129853 Jan 19 22:27:50.502554 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-434be7bc-8a5a-4680-9d8e-1be16dc62602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:50.541247 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-140ff70b-52dd-4b7e-8ebe-c8fb21db055e req-a60e4a9c-359f-4d53-837f-73f887deab70 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/security-groups?id=f3a187e4-160d-40ac-91dd-091a7dbbf55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556090 Jan 19 22:27:50.542825 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-434be7bc-8a5a-4680-9d8e-1be16dc62602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:50.601666 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-434be7bc-8a5a-4680-9d8e-1be16dc62602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:50.608120 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-53873c96-280e-4893-ad27-d7192909f2cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:50.629477 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-434be7bc-8a5a-4680-9d8e-1be16dc62602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:50.634143 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-434be7bc-8a5a-4680-9d8e-1be16dc62602 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d8508398-c82d-48b1-b2ff-42d83cc9b02e HTTP/1.1" status: 204 len: 168 time: 0.2497847 Jan 19 22:27:50.635173 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434be7bc-8a5a-4680-9d8e-1be16dc62602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8508398-c82d-48b1-b2ff-42d83cc9b02e,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:50.638160 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-434be7bc-8a5a-4680-9d8e-1be16dc62602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:50.759844 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-a8a19be9-17d8-4749-8a19-0cad4151553a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1022541425-network', 'tenant_id': '8dd490133a764710883ce689de77da7a'}} {{(pid=80166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:27:50.765463 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-a8a19be9-17d8-4749-8a19-0cad4151553a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:27:50.769810 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-a8a19be9-17d8-4749-8a19-0cad4151553a admin admin] Usage tracker for resource:network and tenant:8dd490133a764710883ce689de77da7a is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:27:50.773148 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-a8a19be9-17d8-4749-8a19-0cad4151553a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:27:50.780813 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-a8a19be9-17d8-4749-8a19-0cad4151553a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:27:50.796050 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a19be9-17d8-4749-8a19-0cad4151553a admin admin] Made reservation on behalf of 8dd490133a764710883ce689de77da7a for: {'network': 1} {{(pid=80166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:27:50.800829 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a8a19be9-17d8-4749-8a19-0cad4151553a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for network, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:50.830181 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a8a19be9-17d8-4749-8a19-0cad4151553a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:50.851758 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-a8a19be9-17d8-4749-8a19-0cad4151553a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:27:50.857472 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-a8a19be9-17d8-4749-8a19-0cad4151553a admin admin] Usage tracker for resource:security_group_rule and tenant:8dd490133a764710883ce689de77da7a is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:27:50.866659 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-a8a19be9-17d8-4749-8a19-0cad4151553a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:27:50.879094 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-a8a19be9-17d8-4749-8a19-0cad4151553a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:27:50.882594 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60329cbf-59da-4a34-9493-b3807d8c78bb tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Router d22e703f-4e05-4603-b87d-f1e492cf1ab8 has already been hosted by L3 agent f53f1119-c8e9-4b63-a732-32c6c8f5b9fc {{(pid=80166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 22:27:51.132533 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 50868) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:51.159905 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-99861652-dbfd-4d8d-9c3f-957ba651f2a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:51.189747 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-99861652-dbfd-4d8d-9c3f-957ba651f2a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:27:51.194984 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-99861652-dbfd-4d8d-9c3f-957ba651f2a6 admin admin] Usage tracker for resource:security_group_rule and tenant:a222def409f74ff7b95b2a4a43eca00c is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:27:51.198391 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-99861652-dbfd-4d8d-9c3f-957ba651f2a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:27:51.206013 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-99861652-dbfd-4d8d-9c3f-957ba651f2a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:27:51.275568 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60329cbf-59da-4a34-9493-b3807d8c78bb tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify agent at l3_agent.dv-cinder-750782-5-smb the message routers_updated {{(pid=80166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:27:51.294066 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d7ab6d-3269-4cbb-9301-7fdc7352ca03 None None] Sync routers for ids ['d22e703f-4e05-4603-b87d-f1e492cf1ab8'] in dv-cinder-750782-5-smb {{(pid=80168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:27:51.313348 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d7ab6d-3269-4cbb-9301-7fdc7352ca03 None None] Routers {'d22e703f-4e05-4603-b87d-f1e492cf1ab8'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:27:51.314339 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-36d7ab6d-3269-4cbb-9301-7fdc7352ca03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:27:32Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['d22e703f-4e05-4603-b87d-f1e492cf1ab8'], 'active': True} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:27:51.354956 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-60329cbf-59da-4a34-9493-b3807d8c78bb tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for floatingip, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:51.373538 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-99861652-dbfd-4d8d-9c3f-957ba651f2a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:51.429147 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-60329cbf-59da-4a34-9493-b3807d8c78bb tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "PUT /v2.0/floatingips/1b7f5413-0965-40be-9a71-bc821255c034 HTTP/1.1" status: 200 len: 991 time: 3.6228580 Jan 19 22:27:51.475992 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd73fcd42-7c2b-479d-9af1-dfcfc69b7285', 'tag': '50f75ecc-3124-4157-8459-cd0c4b388f85'}] {{(pid=80166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:27:51.492483 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a8a19be9-17d8-4749-8a19-0cad4151553a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:51.501958 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a8a19be9-17d8-4749-8a19-0cad4151553a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:51.505938 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-99861652-dbfd-4d8d-9c3f-957ba651f2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:51.521943 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-3d721baf-d2b5-4c49-b91f-2bbf9429f913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:51.524551 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-781f8ab2-c289-4c41-bb10-fd749743c92d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:51.576660 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8a19be9-17d8-4749-8a19-0cad4151553a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 19 22:27:51.609314 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-36d7ab6d-3269-4cbb-9301-7fdc7352ca03 None None] Set router d22e703f-4e05-4603-b87d-f1e492cf1ab8 gateway port host: dv-cinder-750782-5-smb {{(pid=80168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:27:51.621553 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-99861652-dbfd-4d8d-9c3f-957ba651f2a6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a222def409f74ff7b95b2a4a43eca00c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4873455 Jan 19 22:27:51.624211 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99861652-dbfd-4d8d-9c3f-957ba651f2a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c551eaf-45f8-4bd3-a1f1-7bcfc10518c3,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:51.624897 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a19be9-17d8-4749-8a19-0cad4151553a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973f435f-1d65-45f4-b3b9-176310c1e3dc,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:51.634107 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-a8a19be9-17d8-4749-8a19-0cad4151553a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:51.639288 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a8a19be9-17d8-4749-8a19-0cad4151553a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560818'] for segment, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:51.639747 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.db.segments_db [None req-a8a19be9-17d8-4749-8a19-0cad4151553a admin admin] Added segment e4600bd4-326d-4aab-871a-a6b11d0b0154 of type vxlan for network eff15245-da6b-4ace-9e6e-78d6fc687aa7 Jan 19 22:27:51.641117 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 50886) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:51.655988 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-99861652-dbfd-4d8d-9c3f-957ba651f2a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:51.720141 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e59eb5-c09e-48eb-a9ff-185c2340070c req-ae0acb1b-510f-440c-96f5-fb1796262d7c tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:51.733966 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a7e59eb5-c09e-48eb-a9ff-185c2340070c req-ae0acb1b-510f-440c-96f5-fb1796262d7c tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=3e3fa171-fd52-4018-911f-a261f1044840 HTTP/1.1" status: 200 len: 946 time: 0.3803072 Jan 19 22:27:51.763686 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bba8838-c694-4c6b-b74d-cb8313e1935d req-ac76fcd0-d3f6-4428-9396-e07562f40398 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:51.765454 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0bba8838-c694-4c6b-b74d-cb8313e1935d req-ac76fcd0-d3f6-4428-9396-e07562f40398 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=3994cc61-b4f6-41de-9c13-149ad7c2641b HTTP/1.1" status: 200 len: 946 time: 0.3873017 Jan 19 22:27:51.810990 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a0065962-67bf-4b5a-9062-c5711deffdc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:51.841820 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a0065962-67bf-4b5a-9062-c5711deffdc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:51.862744 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a8a19be9-17d8-4749-8a19-0cad4151553a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729769566152'] for network, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:51.877096 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 50900) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:51.921213 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a7e59eb5-c09e-48eb-a9ff-185c2340070c req-a8b9f240-7666-4f56-a43c-8c5947d7a8ac tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/security-groups?id=9328ab63-6502-4afe-9f51-4c69c085bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845100 Jan 19 22:27:51.976903 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a8a19be9-17d8-4749-8a19-0cad4151553a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596'] for network, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:51.978517 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a19be9-17d8-4749-8a19-0cad4151553a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:51.979343 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a8a19be9-17d8-4749-8a19-0cad4151553a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for network, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:51.987772 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-45b91419-6bd1-41de-adaa-9e6f57a0ea1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:51.996705 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0bba8838-c694-4c6b-b74d-cb8313e1935d req-a7d07c81-3452-4ade-aff2-8479fdeb34fc tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050960 Jan 19 22:27:52.019974 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a0065962-67bf-4b5a-9062-c5711deffdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:52.032492 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:52.078482 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0065962-67bf-4b5a-9062-c5711deffdc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c551eaf-45f8-4bd3-a1f1-7bcfc10518c3,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:52.092401 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-a0065962-67bf-4b5a-9062-c5711deffdc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:52.112531 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a0065962-67bf-4b5a-9062-c5711deffdc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:52.116155 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-a0065962-67bf-4b5a-9062-c5711deffdc4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2c551eaf-45f8-4bd3-a1f1-7bcfc10518c3 HTTP/1.1" status: 204 len: 168 time: 0.4698234 Jan 19 22:27:52.190432 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.agents_db [None req-329fefd4-1494-457f-8297-9b2689c275d7 None None] Agent healthcheck: found 6 active agents {{(pid=80168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:27:52.217395 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd73fcd42-7c2b-479d-9af1-dfcfc69b7285', 'tag': '50f75ecc-3124-4157-8459-cd0c4b388f85', 'status': 'completed', 'code': 200} Jan 19 22:27:52.218160 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-786b31e8-22f7-47af-b607-7114b34ae5b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:52.222428 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-36d7ab6d-3269-4cbb-9301-7fdc7352ca03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'name': 'tempest-AttachVolumeTestJSON-850801678-router', 'tenant_id': '14b41834d79d4e868fed82c53411eba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': 'e6c5bf0a-eb61-473f-a266-8bcc4e1632ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:26:45Z', 'updated_at': '2021-01-19T22:27:01Z', 'revision_number': 4, 'project_id': '14b41834d79d4e868fed82c53411eba6', 'gw_port': {'id': 'e6c5bf0a-eb61-473f-a266-8bcc4e1632ba', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:15:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:26:48Z', 'updated_at': '2021-01-19T22:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_floatingips': [{'id': '1b7f5413-0965-40be-9a71-bc821255c034', 'tenant_id': '14b41834d79d4e868fed82c53411eba6', 'floating_ip_address': '172.28.2.235', 'floating_network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'router_id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'port_id': '50f75ecc-3124-4157-8459-cd0c4b388f85', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9833d04b-801e-468a-b55d-a07f3c5885cd', 'mac_address': 'fa:16:3e:fc:26:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73fcd42-7c2b-479d-9af1-dfcfc69b7285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T22:27:15Z', 'updated_at': '2021-01-19T22:27:49Z', 'revision_number': 1, 'project_id': '14b41834d79d4e868fed82c53411eba6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1128e34-0566-4b0c-a792-578b245f19df', 'name': '', 'network_id': '9833d04b-801e-468a-b55d-a07f3c5885cd', 'tenant_id': '14b41834d79d4e868fed82c53411eba6', 'mac_address': 'fa:16:3e:89:df:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1981add0-450b-4ba4-a4b4-88355edcb693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:26:58Z', 'updated_at': '2021-01-19T22:27:18Z', 'revision_number': 5, 'project_id': '14b41834d79d4e868fed82c53411eba6', 'subnets': [{'id': '1981add0-450b-4ba4-a4b4-88355edcb693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:27:52.227192 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d7ab6d-3269-4cbb-9301-7fdc7352ca03 None None] Checking router: d22e703f-4e05-4603-b87d-f1e492cf1ab8 for host: dv-cinder-750782-5-smb {{(pid=80168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:27:52.236958 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d7ab6d-3269-4cbb-9301-7fdc7352ca03 None None] Routers {'d22e703f-4e05-4603-b87d-f1e492cf1ab8'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:27:52.237951 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-36d7ab6d-3269-4cbb-9301-7fdc7352ca03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:27:32Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['d22e703f-4e05-4603-b87d-f1e492cf1ab8'], 'active': True} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:27:52.242704 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-a8a19be9-17d8-4749-8a19-0cad4151553a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.8180978 Jan 19 22:27:52.243213 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 50914) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:52.245207 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-786b31e8-22f7-47af-b607-7114b34ae5b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:27:52.250136 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a19be9-17d8-4749-8a19-0cad4151553a admin admin] Pushing event updated for resources: {'Network': ['ID=eff15245-da6b-4ace-9e6e-78d6fc687aa7,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:52.250567 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-2e44bd75-e4fe-45ff-ab7f-53f36e74a508 admin admin] Request body: {'subnet': {'network_id': 'eff15245-da6b-4ace-9e6e-78d6fc687aa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1022541425-subnet', 'tenant_id': '8dd490133a764710883ce689de77da7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:27:52.254064 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-a8a19be9-17d8-4749-8a19-0cad4151553a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:52.255124 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-786b31e8-22f7-47af-b607-7114b34ae5b7 admin admin] Usage tracker for resource:security_group_rule and tenant:ab515db12ee74a9d9f9badce622b55ee is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:27:52.255991 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-2e44bd75-e4fe-45ff-ab7f-53f36e74a508 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:27:52.260393 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-2e44bd75-e4fe-45ff-ab7f-53f36e74a508 admin admin] Usage tracker for resource:subnet and tenant:8dd490133a764710883ce689de77da7a is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:27:52.261583 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Network eff15245-da6b-4ace-9e6e-78d6fc687aa7 details requested by agent ovs-agent-dv-cinder-750782-5-smb with host dv-cinder-750782-5-smb {{(pid=80167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:27:52.264519 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-2e44bd75-e4fe-45ff-ab7f-53f36e74a508 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:27:52.271316 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-2e44bd75-e4fe-45ff-ab7f-53f36e74a508 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:27:52.278536 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-786b31e8-22f7-47af-b607-7114b34ae5b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:27:52.288891 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e44bd75-e4fe-45ff-ab7f-53f36e74a508 admin admin] Made reservation on behalf of 8dd490133a764710883ce689de77da7a for: {'subnet': 1} {{(pid=80165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:27:52.289313 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-786b31e8-22f7-47af-b607-7114b34ae5b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:27:52.294056 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-2e44bd75-e4fe-45ff-ab7f-53f36e74a508 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057965'] for subnet, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:52.536469 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Network eff15245-da6b-4ace-9e6e-78d6fc687aa7 details requested by agent ovs-agent-hv-cinder-75078 with host hv-cinder-75078 {{(pid=80167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:27:52.566160 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-786b31e8-22f7-47af-b607-7114b34ae5b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:52.571942 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-786b31e8-22f7-47af-b607-7114b34ae5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:52.585370 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:52.597342 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device 0b9e11b2-a496-4ad1-84f2-70665142180e up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:27:52.609507 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-36d7ab6d-3269-4cbb-9301-7fdc7352ca03 None None] Set router d22e703f-4e05-4603-b87d-f1e492cf1ab8 gateway port host: dv-cinder-750782-5-smb {{(pid=80168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:27:52.651510 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b31e8-22f7-47af-b607-7114b34ae5b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d830802-be36-4d90-963c-885faff78351,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:52.663637 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2acc65-7503-4676-8048-609b8ef429a8 req-a132687a-ccf0-4c51-b755-2c015b852e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:52.665815 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-9e2acc65-7503-4676-8048-609b8ef429a8 req-a132687a-ccf0-4c51-b755-2c015b852e11 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=14b41834d79d4e868fed82c53411eba6&device_id=d73fcd42-7c2b-479d-9af1-dfcfc69b7285 HTTP/1.1" status: 200 len: 1162 time: 0.1836298 Jan 19 22:27:52.670026 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-786b31e8-22f7-47af-b607-7114b34ae5b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:52.681781 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-786b31e8-22f7-47af-b607-7114b34ae5b7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ab515db12ee74a9d9f9badce622b55ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8028584 Jan 19 22:27:52.686100 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 50924) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:52.917079 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1d17ee97-d146-4b97-a9b1-b2010c963ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:52.980210 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2acc65-7503-4676-8048-609b8ef429a8 req-ef2fca50-0e8c-4e2e-9f55-85a376ed8e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:52.982676 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-9e2acc65-7503-4676-8048-609b8ef429a8 req-ef2fca50-0e8c-4e2e-9f55-85a376ed8e0b service neutron] 10.222.0.66 "GET /v2.0/networks?id=9833d04b-801e-468a-b55d-a07f3c5885cd HTTP/1.1" status: 200 len: 904 time: 0.3009310 Jan 19 22:27:52.991423 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port 0b9e11b2-a496-4ad1-84f2-70665142180e triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:27:52.991854 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:53.086236 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1d17ee97-d146-4b97-a9b1-b2010c963ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:53.197415 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc482715-0525-4402-8d62-34945415cc42 req-5954c842-f167-4cdb-ad4a-222829549c49 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:53.199134 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-fc482715-0525-4402-8d62-34945415cc42 req-5954c842-f167-4cdb-ad4a-222829549c49 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/ports?device_id=915f191c-4913-4003-a282-6d30f99a9709 HTTP/1.1" status: 200 len: 945 time: 0.2242589 Jan 19 22:27:53.200447 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1d17ee97-d146-4b97-a9b1-b2010c963ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:53.225771 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-4f58bc0b-3070-4748-a108-c4d7d686d958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:53.249468 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1d17ee97-d146-4b97-a9b1-b2010c963ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:53.261913 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-1d17ee97-d146-4b97-a9b1-b2010c963ba7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6d830802-be36-4d90-963c-885faff78351 HTTP/1.1" status: 204 len: 168 time: 0.5675380 Jan 19 22:27:53.271202 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d17ee97-d146-4b97-a9b1-b2010c963ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d830802-be36-4d90-963c-885faff78351,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:53.283857 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-1d17ee97-d146-4b97-a9b1-b2010c963ba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:53.398884 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-fc482715-0525-4402-8d62-34945415cc42 req-add1e2f6-f481-47d3-bdd9-17f3318e95f9 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/security-groups?id=f3a187e4-160d-40ac-91dd-091a7dbbf55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896336 Jan 19 22:27:53.424668 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-9e2acc65-7503-4676-8048-609b8ef429a8 req-6051ae22-a625-4d70-bbec-069ac74866f8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50f75ecc-3124-4157-8459-cd0c4b388f85 HTTP/1.1" status: 200 len: 999 time: 0.3317828 Jan 19 22:27:53.668594 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-36d7ab6d-3269-4cbb-9301-7fdc7352ca03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'name': 'tempest-AttachVolumeTestJSON-850801678-router', 'tenant_id': '14b41834d79d4e868fed82c53411eba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': 'e6c5bf0a-eb61-473f-a266-8bcc4e1632ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:26:45Z', 'updated_at': '2021-01-19T22:27:01Z', 'revision_number': 4, 'project_id': '14b41834d79d4e868fed82c53411eba6', 'gw_port': {'id': 'e6c5bf0a-eb61-473f-a266-8bcc4e1632ba', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:15:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:26:48Z', 'updated_at': '2021-01-19T22:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_floatingips': [{'id': '1b7f5413-0965-40be-9a71-bc821255c034', 'tenant_id': '14b41834d79d4e868fed82c53411eba6', 'floating_ip_address': '172.28.2.235', 'floating_network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'router_id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'port_id': '50f75ecc-3124-4157-8459-cd0c4b388f85', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9833d04b-801e-468a-b55d-a07f3c5885cd', 'mac_address': 'fa:16:3e:fc:26:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73fcd42-7c2b-479d-9af1-dfcfc69b7285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T22:27:15Z', 'updated_at': '2021-01-19T22:27:49Z', 'revision_number': 1, 'project_id': '14b41834d79d4e868fed82c53411eba6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1128e34-0566-4b0c-a792-578b245f19df', 'name': '', 'network_id': '9833d04b-801e-468a-b55d-a07f3c5885cd', 'tenant_id': '14b41834d79d4e868fed82c53411eba6', 'mac_address': 'fa:16:3e:89:df:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1981add0-450b-4ba4-a4b4-88355edcb693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:26:58Z', 'updated_at': '2021-01-19T22:27:18Z', 'revision_number': 5, 'project_id': '14b41834d79d4e868fed82c53411eba6', 'subnets': [{'id': '1981add0-450b-4ba4-a4b4-88355edcb693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:27:53.673734 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d7ab6d-3269-4cbb-9301-7fdc7352ca03 None None] The sync data for ids ['d22e703f-4e05-4603-b87d-f1e492cf1ab8'] in dv-cinder-750782-5-smb is: [{'id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'name': 'tempest-AttachVolumeTestJSON-850801678-router', 'tenant_id': '14b41834d79d4e868fed82c53411eba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': 'e6c5bf0a-eb61-473f-a266-8bcc4e1632ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:26:45Z', 'updated_at': '2021-01-19T22:27:01Z', 'revision_number': 4, 'project_id': '14b41834d79d4e868fed82c53411eba6', 'gw_port': {'id': 'e6c5bf0a-eb61-473f-a266-8bcc4e1632ba', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:15:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:26:48Z', 'updated_at': '2021-01-19T22:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_floatingips': [{'id': '1b7f5413-0965-40be-9a71-bc821255c034', 'tenant_id': '14b41834d79d4e868fed82c53411eba6', 'floating_ip_address': '172.28.2.235', 'floating_network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'router_id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'port_id': '50f75ecc-3124-4157-8459-cd0c4b388f85', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9833d04b-801e-468a-b55d-a07f3c5885cd', 'mac_address': 'fa:16:3e:fc:26:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73fcd42-7c2b-479d-9af1-dfcfc69b7285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T22:27:15Z', 'updated_at': '2021-01-19T22:27:49Z', 'revision_number': 1, 'project_id': '14b41834d79d4e868fed82c53411eba6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1128e34-0566-4b0c-a792-578b245f19df', 'name': '', 'network_id': '9833d04b-801e-468a-b55d-a07f3c5885cd', 'tenant_id': '14b41834d79d4e868fed82c53411eba6', 'mac_address': 'fa:16:3e:89:df:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1981add0-450b-4ba4-a4b4-88355edcb693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:26:58Z', 'updated_at': '2021-01-19T22:27:18Z', 'revision_number': 5, 'project_id': '14b41834d79d4e868fed82c53411eba6', 'subnets': [{'id': '1981add0-450b-4ba4-a4b4-88355edcb693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:27:53.694105 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-2e44bd75-e4fe-45ff-ab7f-53f36e74a508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2010794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057986'] for subnet, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:53.732978 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-b578fa8d-f04c-441b-b576-2bc576e5b459 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:53.840276 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2acc65-7503-4676-8048-609b8ef429a8 req-d11e3557-2bd7-4082-af57-036bcf094249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:53.842041 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-9e2acc65-7503-4676-8048-609b8ef429a8 req-d11e3557-2bd7-4082-af57-036bcf094249 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1981add0-450b-4ba4-a4b4-88355edcb693 HTTP/1.1" status: 200 len: 849 time: 0.3996408 Jan 19 22:27:53.942874 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 50968) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:53.972118 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a0ad50bd-f023-425b-ac35-7d8ca5489917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:53.995917 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-a0ad50bd-f023-425b-ac35-7d8ca5489917 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:27:54.002266 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-a0ad50bd-f023-425b-ac35-7d8ca5489917 admin admin] Usage tracker for resource:security_group_rule and tenant:4fa3156dd202463cb54efca80c6c4cc9 is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:27:54.006703 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-a0ad50bd-f023-425b-ac35-7d8ca5489917 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:27:54.016331 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-a0ad50bd-f023-425b-ac35-7d8ca5489917 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:27:54.031806 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e44bd75-e4fe-45ff-ab7f-53f36e74a508 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4d66efe-5aaa-42d2-919b-29d92a8659d0,revision_number=0']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:54.041545 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-2e44bd75-e4fe-45ff-ab7f-53f36e74a508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:54.070890 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f446fa-fcce-4776-8a17-48279d260972 req-2022ca8f-eef5-4788-be1f-2eab4f6910a2 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:54.078916 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-52f446fa-fcce-4776-8a17-48279d260972 req-2022ca8f-eef5-4788-be1f-2eab4f6910a2 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=3994cc61-b4f6-41de-9c13-149ad7c2641b HTTP/1.1" status: 200 len: 946 time: 0.4321632 Jan 19 22:27:54.109302 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0ba31e-e3a1-4ac8-b5a4-47480e70d6e5 None None] New status for floating IP 1b7f5413-0965-40be-9a71-bc821255c034: ACTIVE {{(pid=80167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 19 22:27:54.165107 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a0ad50bd-f023-425b-ac35-7d8ca5489917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:54.169198 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a0ad50bd-f023-425b-ac35-7d8ca5489917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:54.182490 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-52f446fa-fcce-4776-8a17-48279d260972 req-bfacf572-3bcd-40df-ae69-6bfe39e04da2 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025651 Jan 19 22:27:54.198203 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2acc65-7503-4676-8048-609b8ef429a8 req-434be687-3274-468c-8103-651ac140cbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:54.200306 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-9e2acc65-7503-4676-8048-609b8ef429a8 req-434be687-3274-468c-8103-651ac140cbfc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9833d04b-801e-468a-b55d-a07f3c5885cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2986400 Jan 19 22:27:54.224415 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:54.255538 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-a0ad50bd-f023-425b-ac35-7d8ca5489917 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4fa3156dd202463cb54efca80c6c4cc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3110368 Jan 19 22:27:54.259558 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 50978) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:54.277697 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ad50bd-f023-425b-ac35-7d8ca5489917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d1f1f1-2279-47b2-b73b-33448ec9d3b1,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:54.283647 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-a0ad50bd-f023-425b-ac35-7d8ca5489917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:54.295403 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e44bd75-e4fe-45ff-ab7f-53f36e74a508 admin admin] Checking segment: {'id': 'e4600bd4-326d-4aab-871a-a6b11d0b0154', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'eff15245-da6b-4ace-9e6e-78d6fc687aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:27:54.295998 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e44bd75-e4fe-45ff-ab7f-53f36e74a508 admin admin] Network hostable DHCP agents. Network: eff15245-da6b-4ace-9e6e-78d6fc687aa7, hostable agents: ['ea282ca9-2836-4d3d-88e8-844f6d380f74'], hosted agents: [] {{(pid=80165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 19 22:27:54.334402 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-46747f6e-7446-461a-aaeb-a8936ad07c8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:54.379902 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-46747f6e-7446-461a-aaeb-a8936ad07c8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:54.396405 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e44bd75-e4fe-45ff-ab7f-53f36e74a508 admin admin] Network eff15245-da6b-4ace-9e6e-78d6fc687aa7 is scheduled to be hosted by DHCP agent ea282ca9-2836-4d3d-88e8-844f6d380f74 with binding_index 1 {{(pid=80165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 19 22:27:54.468614 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-46747f6e-7446-461a-aaeb-a8936ad07c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:54.475794 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [None req-2e44bd75-e4fe-45ff-ab7f-53f36e74a508 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-5-smb, eff15245-da6b-4ace-9e6e-78d6fc687aa7) {{(pid=80165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:27:54.477410 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-b72db525-aa99-4e49-ad0e-2ea769928cdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:54.516278 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46747f6e-7446-461a-aaeb-a8936ad07c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d1f1f1-2279-47b2-b73b-33448ec9d3b1,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:54.526107 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-46747f6e-7446-461a-aaeb-a8936ad07c8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:54.527851 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-46747f6e-7446-461a-aaeb-a8936ad07c8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:54.530496 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-46747f6e-7446-461a-aaeb-a8936ad07c8f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/06d1f1f1-2279-47b2-b73b-33448ec9d3b1 HTTP/1.1" status: 204 len: 168 time: 0.2699609 Jan 19 22:27:54.536598 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3e9ecc-4602-4280-b288-013d5010373d None None] Network eff15245-da6b-4ace-9e6e-78d6fc687aa7 requested from dv-cinder-750782-5-smb {{(pid=80167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:27:54.568525 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e44bd75-e4fe-45ff-ab7f-53f36e74a508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:54.569247 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-2e44bd75-e4fe-45ff-ab7f-53f36e74a508 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:54.636984 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-2e44bd75-e4fe-45ff-ab7f-53f36e74a508 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3926048 Jan 19 22:27:54.685784 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-9e2acc65-7503-4676-8048-609b8ef429a8 req-d52fb8f4-36f6-4d91-b575-9d4bb16ffd8c service neutron] 10.222.0.66 "GET /v2.0/networks/9833d04b-801e-468a-b55d-a07f3c5885cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4553213 Jan 19 22:27:54.762392 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c749924-4129-44f3-aa0a-21bf7d9ff37d req-30417908-5f42-4aba-932e-b19777f95a15 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:54.771715 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-1c749924-4129-44f3-aa0a-21bf7d9ff37d req-30417908-5f42-4aba-932e-b19777f95a15 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/ports?device_id=915f191c-4913-4003-a282-6d30f99a9709 HTTP/1.1" status: 200 len: 945 time: 0.1463161 Jan 19 22:27:54.836719 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-1c749924-4129-44f3-aa0a-21bf7d9ff37d req-2ab6df48-cb40-41d3-b787-70f3a05d54b3 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/security-groups?id=f3a187e4-160d-40ac-91dd-091a7dbbf55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637815 Jan 19 22:27:54.956381 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03282052-1f72-4e22-8d3a-26b52c00ebdd None None] Network eff15245-da6b-4ace-9e6e-78d6fc687aa7 requested from dv-cinder-750782-5-smb {{(pid=80167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:27:55.185247 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-9e2acc65-7503-4676-8048-609b8ef429a8 req-3c810799-e679-44a4-8e07-9bb928b021a8 service neutron] 10.222.0.66 "GET /v2.0/networks/9833d04b-801e-468a-b55d-a07f3c5885cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4777365 Jan 19 22:27:55.425681 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693911c-0e2c-4985-ade6-3bba15b95efa req-30bccca0-5dc6-4f61-8699-ed81ff2f76ce tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:55.427351 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6693911c-0e2c-4985-ade6-3bba15b95efa req-30bccca0-5dc6-4f61-8699-ed81ff2f76ce tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.66 "GET /v2.0/ports?device_id=915f191c-4913-4003-a282-6d30f99a9709 HTTP/1.1" status: 200 len: 945 time: 0.1364458 Jan 19 22:27:55.539304 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eedc59-db32-41e8-87fc-97a23acfd223 req-867a2848-08d8-4620-92af-a9c3dab78bae tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:55.541028 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-e2eedc59-db32-41e8-87fc-97a23acfd223 req-867a2848-08d8-4620-92af-a9c3dab78bae tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=3994cc61-b4f6-41de-9c13-149ad7c2641b HTTP/1.1" status: 200 len: 946 time: 0.1263652 Jan 19 22:27:55.573668 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [req-6693911c-0e2c-4985-ade6-3bba15b95efa req-d70d8956-a8ec-4038-b186-c0ad7c469e01 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Deleting port 43e74806-dc11-4c51-8f7f-8b1dc79e9136 {{(pid=80165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:27:55.574354 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-6693911c-0e2c-4985-ade6-3bba15b95efa req-d70d8956-a8ec-4038-b186-c0ad7c469e01 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:55.609183 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-e2eedc59-db32-41e8-87fc-97a23acfd223 req-378ffa41-73f4-41f3-b524-bd5964828ba7 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605545 Jan 19 22:27:55.909361 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-6693911c-0e2c-4985-ade6-3bba15b95efa req-d70d8956-a8ec-4038-b186-c0ad7c469e01 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] For port 43e74806-dc11-4c51-8f7f-8b1dc79e9136, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=43e74806-dc11-4c51-8f7f-8b1dc79e9136,segment=NetworkSegment(3f7c6ccc-f875-4a37-aad4-bbb9cbf53bde),segment_id=3f7c6ccc-f875-4a37-aad4-bbb9cbf53bde)] {{(pid=80165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:27:55.910078 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-6693911c-0e2c-4985-ade6-3bba15b95efa req-d70d8956-a8ec-4038-b186-c0ad7c469e01 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137761'] for port, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:55.967459 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device 43e74806-dc11-4c51-8f7f-8b1dc79e9136 no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:27:56.131718 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [req-6693911c-0e2c-4985-ade6-3bba15b95efa req-d70d8956-a8ec-4038-b186-c0ad7c469e01 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Calling delete_port for 43e74806-dc11-4c51-8f7f-8b1dc79e9136 owned by compute:nova {{(pid=80165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:27:56.165056 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:56.209479 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] For port 43e74806-dc11-4c51-8f7f-8b1dc79e9136, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=43e74806-dc11-4c51-8f7f-8b1dc79e9136,segment=NetworkSegment(3f7c6ccc-f875-4a37-aad4-bbb9cbf53bde),segment_id=3f7c6ccc-f875-4a37-aad4-bbb9cbf53bde)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:27:56.211327 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '915f191c-4913-4003-a282-6d30f99a9709', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43e74806-dc11-4c51-8f7f-8b1dc79e9136'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:27:56.219223 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:56.222639 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:56.324042 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Pushing event updated for resources: {'Port': ['ID=43e74806-dc11-4c51-8f7f-8b1dc79e9136,revision_number=5']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:56.363049 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:56.363454 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:56.363844 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:56.364225 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:56.364605 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:56.364982 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:56.365388 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:56.365771 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:56.378283 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:56.378884 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:56.379102 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:56.379478 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:56.379927 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:56.380303 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:56.380683 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:56.381357 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:56.381528 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:56.381890 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:56.382252 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:56.382624 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:56.382995 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:56.383365 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:56.383734 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:56.384083 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:56.402294 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:56.422395 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad8035-ed47-40c8-8d93-ddf7babe2075 req-2ecf9762-3ff3-4feb-832f-6dee785084bc tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:56.424212 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-22ad8035-ed47-40c8-8d93-ddf7babe2075 req-2ecf9762-3ff3-4feb-832f-6dee785084bc tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/ports?device_id=915f191c-4913-4003-a282-6d30f99a9709 HTTP/1.1" status: 200 len: 943 time: 0.3006592 Jan 19 22:27:56.435050 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.db.api [req-6693911c-0e2c-4985-ade6-3bba15b95efa req-d70d8956-a8ec-4038-b186-c0ad7c469e01 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80165) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 22:27:56.435560 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_db.api [req-6693911c-0e2c-4985-ade6-3bba15b95efa req-d70d8956-a8ec-4038-b186-c0ad7c469e01 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80165) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 22:27:56.455393 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '915f191c-4913-4003-a282-6d30f99a9709', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43e74806-dc11-4c51-8f7f-8b1dc79e9136', 'code': 200} Jan 19 22:27:56.484433 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-22ad8035-ed47-40c8-8d93-ddf7babe2075 req-defd7f6f-2e17-4cfe-85f0-47be5a52e58e tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/security-groups?id=f3a187e4-160d-40ac-91dd-091a7dbbf55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525997 Jan 19 22:27:56.675052 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 51064) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:56.681527 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-16830e5a-b95d-41e3-877e-311db8986ee7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-827230073-network', 'tenant_id': '009d1d697bec4ceeae73d0bc9cfce65a'}} {{(pid=80166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:27:56.687430 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-16830e5a-b95d-41e3-877e-311db8986ee7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:27:56.691768 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-16830e5a-b95d-41e3-877e-311db8986ee7 admin admin] Usage tracker for resource:network and tenant:009d1d697bec4ceeae73d0bc9cfce65a is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:27:56.695222 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-16830e5a-b95d-41e3-877e-311db8986ee7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:27:56.702419 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-16830e5a-b95d-41e3-877e-311db8986ee7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:27:56.732527 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16830e5a-b95d-41e3-877e-311db8986ee7 admin admin] Made reservation on behalf of 009d1d697bec4ceeae73d0bc9cfce65a for: {'network': 1} {{(pid=80166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:27:56.737587 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-16830e5a-b95d-41e3-877e-311db8986ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for network, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:56.767170 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-16830e5a-b95d-41e3-877e-311db8986ee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:56.827203 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-16830e5a-b95d-41e3-877e-311db8986ee7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:27:56.831507 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-16830e5a-b95d-41e3-877e-311db8986ee7 admin admin] Usage tracker for resource:security_group_rule and tenant:009d1d697bec4ceeae73d0bc9cfce65a is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:27:56.835237 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-16830e5a-b95d-41e3-877e-311db8986ee7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:27:56.849173 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-16830e5a-b95d-41e3-877e-311db8986ee7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:27:56.936559 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [req-6693911c-0e2c-4985-ade6-3bba15b95efa req-d70d8956-a8ec-4038-b186-c0ad7c469e01 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Deleting port 43e74806-dc11-4c51-8f7f-8b1dc79e9136 {{(pid=80165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:27:56.936941 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-6693911c-0e2c-4985-ade6-3bba15b95efa req-d70d8956-a8ec-4038-b186-c0ad7c469e01 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:57.009876 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76954f45-ad7f-447f-b2ec-683641448873 req-6878cd6d-b23d-4428-9d79-653bb9fe514e tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:57.017978 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-76954f45-ad7f-447f-b2ec-683641448873 req-6878cd6d-b23d-4428-9d79-653bb9fe514e tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=3994cc61-b4f6-41de-9c13-149ad7c2641b HTTP/1.1" status: 200 len: 946 time: 0.2391975 Jan 19 22:27:57.396743 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-16830e5a-b95d-41e3-877e-311db8986ee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:57.406367 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-16830e5a-b95d-41e3-877e-311db8986ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:57.426321 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:57.450877 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-6693911c-0e2c-4985-ade6-3bba15b95efa req-d70d8956-a8ec-4038-b186-c0ad7c469e01 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] For port 43e74806-dc11-4c51-8f7f-8b1dc79e9136, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=43e74806-dc11-4c51-8f7f-8b1dc79e9136,segment=NetworkSegment(3f7c6ccc-f875-4a37-aad4-bbb9cbf53bde),segment_id=3f7c6ccc-f875-4a37-aad4-bbb9cbf53bde)] {{(pid=80165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:27:57.451410 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-6693911c-0e2c-4985-ade6-3bba15b95efa req-d70d8956-a8ec-4038-b186-c0ad7c469e01 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137761'] for port, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:57.473705 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16830e5a-b95d-41e3-877e-311db8986ee7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 19 22:27:57.485333 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-16830e5a-b95d-41e3-877e-311db8986ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560818'] for segment, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:57.485730 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.db.segments_db [None req-16830e5a-b95d-41e3-877e-311db8986ee7 admin admin] Added segment d2c4f2cc-678f-47df-9b8c-a092449f767a of type vxlan for network d659a2a0-6453-47bf-9f1e-641b885c77f6 Jan 19 22:27:57.527457 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-16830e5a-b95d-41e3-877e-311db8986ee7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729769566152'] for network, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:57.559199 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16830e5a-b95d-41e3-877e-311db8986ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=738ba495-6e8f-47d9-8206-a0ad33fe6308,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:57.564570 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-16830e5a-b95d-41e3-877e-311db8986ee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:57.575907 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-76954f45-ad7f-447f-b2ec-683641448873 req-fafebbed-9e3e-41b6-b95f-65f55426fe1b tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5565100 Jan 19 22:27:57.584325 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-16830e5a-b95d-41e3-877e-311db8986ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596'] for network, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:57.590400 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16830e5a-b95d-41e3-877e-311db8986ee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:57.591601 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-16830e5a-b95d-41e3-877e-311db8986ee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for network, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:57.594602 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [req-6693911c-0e2c-4985-ade6-3bba15b95efa req-d70d8956-a8ec-4038-b186-c0ad7c469e01 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Calling delete_port for 43e74806-dc11-4c51-8f7f-8b1dc79e9136 owned by compute:nova {{(pid=80165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:27:57.609906 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-a8a19be9-17d8-4749-8a19-0cad4151553a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:57.767873 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-6693911c-0e2c-4985-ade6-3bba15b95efa req-d70d8956-a8ec-4038-b186-c0ad7c469e01 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307084714663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307085172425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852767463'] for port, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:57.772346 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16830e5a-b95d-41e3-877e-311db8986ee7 admin admin] Pushing event updated for resources: {'Network': ['ID=d659a2a0-6453-47bf-9f1e-641b885c77f6,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:57.776064 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-16830e5a-b95d-41e3-877e-311db8986ee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:57.782929 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-16830e5a-b95d-41e3-877e-311db8986ee7 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.1043744 Jan 19 22:27:57.784066 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 51128) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:57.790636 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Network d659a2a0-6453-47bf-9f1e-641b885c77f6 details requested by agent ovs-agent-dv-cinder-750782-5-smb with host dv-cinder-750782-5-smb {{(pid=80167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:27:57.792413 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:57.808451 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-6503e943-b758-4097-85af-3bff96800e36 admin admin] Request body: {'subnet': {'network_id': 'd659a2a0-6453-47bf-9f1e-641b885c77f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-827230073-subnet', 'tenant_id': '009d1d697bec4ceeae73d0bc9cfce65a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:27:57.823423 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-6503e943-b758-4097-85af-3bff96800e36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:27:57.827986 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Network d659a2a0-6453-47bf-9f1e-641b885c77f6 details requested by agent ovs-agent-hv-cinder-75078 with host hv-cinder-75078 {{(pid=80167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:27:57.835521 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-6503e943-b758-4097-85af-3bff96800e36 admin admin] Usage tracker for resource:subnet and tenant:009d1d697bec4ceeae73d0bc9cfce65a is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:27:57.844117 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-6503e943-b758-4097-85af-3bff96800e36 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:27:57.846318 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70d8956-a8ec-4038-b186-c0ad7c469e01 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Pushing event deleted for resources: {'Port': ['ID=43e74806-dc11-4c51-8f7f-8b1dc79e9136,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:57.861750 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-6503e943-b758-4097-85af-3bff96800e36 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:27:57.861895 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-d70d8956-a8ec-4038-b186-c0ad7c469e01 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:57.889995 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6503e943-b758-4097-85af-3bff96800e36 admin admin] Made reservation on behalf of 009d1d697bec4ceeae73d0bc9cfce65a for: {'subnet': 1} {{(pid=80166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:27:57.901419 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-6503e943-b758-4097-85af-3bff96800e36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844029630'] for subnet, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:57.983854 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ef168-2a12-49d5-8b9f-dffcf3bc4f37 req-cdf12107-f592-4772-bc6a-663269d24a93 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:57.991393 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c33ef168-2a12-49d5-8b9f-dffcf3bc4f37 req-cdf12107-f592-4772-bc6a-663269d24a93 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/networks?id=2740a62a-3c9e-4608-87cc-687201ae0aa2 HTTP/1.1" status: 200 len: 815 time: 0.8578813 Jan 19 22:27:58.020618 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c33ef168-2a12-49d5-8b9f-dffcf3bc4f37 req-d5f8499c-43be-4925-8f84-1f170ef5d0b6 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/quotas/5d4105938837484d8d82719812401145 HTTP/1.1" status: 200 len: 375 time: 0.0281432 Jan 19 22:27:58.187701 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-e3396598-bcb2-4300-b210-8436df94850e req-bd650a85-17da-46b3-859c-1f6dff79d6e1 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/ports?device_id=915f191c-4913-4003-a282-6d30f99a9709 HTTP/1.1" status: 200 len: 210 time: 0.0905106 Jan 19 22:27:58.211917 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 51138) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:58.229741 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [req-6693911c-0e2c-4985-ade6-3bba15b95efa req-d70d8956-a8ec-4038-b186-c0ad7c469e01 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] No DVR routers for this DVR port 43e74806-dc11-4c51-8f7f-8b1dc79e9136 on host hv-cinder-75078 {{(pid=80165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 22:27:58.253368 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c33ef168-2a12-49d5-8b9f-dffcf3bc4f37 req-51e510ad-b892-403d-b52a-a8e8f12312a7 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?tenant_id=5d4105938837484d8d82719812401145&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2316928 Jan 19 22:27:58.256145 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-6693911c-0e2c-4985-ade6-3bba15b95efa req-d70d8956-a8ec-4038-b186-c0ad7c469e01 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for port, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:58.279256 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '915f191c-4913-4003-a282-6d30f99a9709', 'name': 'network-vif-deleted', 'tag': '43e74806-dc11-4c51-8f7f-8b1dc79e9136'}] {{(pid=80165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:27:58.356931 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6693911c-0e2c-4985-ade6-3bba15b95efa req-d70d8956-a8ec-4038-b186-c0ad7c469e01 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.66 "DELETE /v2.0/ports/43e74806-dc11-4c51-8f7f-8b1dc79e9136 HTTP/1.1" status: 204 len: 173 time: 2.8937058 Jan 19 22:27:58.436268 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '915f191c-4913-4003-a282-6d30f99a9709', 'name': 'network-vif-deleted', 'tag': '43e74806-dc11-4c51-8f7f-8b1dc79e9136', 'status': 'completed', 'code': 200} Jan 19 22:27:58.472763 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e0b54f4e-19ad-4681-a696-35ea4cfe6b8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:58.508227 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-e0b54f4e-19ad-4681-a696-35ea4cfe6b8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:27:58.513775 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-e0b54f4e-19ad-4681-a696-35ea4cfe6b8d admin admin] Usage tracker for resource:security_group_rule and tenant:aa418b1c2ec24618b721048aefa2d791 is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:27:58.517034 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-e0b54f4e-19ad-4681-a696-35ea4cfe6b8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:27:58.522807 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c33ef168-2a12-49d5-8b9f-dffcf3bc4f37 req-05324ac4-56ab-4773-8218-785691b21ffd service neutron] 10.222.0.43 "GET /v2.0/networks/2740a62a-3c9e-4608-87cc-687201ae0aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684059 Jan 19 22:27:58.528654 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-e0b54f4e-19ad-4681-a696-35ea4cfe6b8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:27:58.652098 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e0b54f4e-19ad-4681-a696-35ea4cfe6b8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:58.658576 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e0b54f4e-19ad-4681-a696-35ea4cfe6b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:58.667979 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-79bb3eb6-eaa6-4f01-92f9-4adab02caa79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:58.749898 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c33ef168-2a12-49d5-8b9f-dffcf3bc4f37 req-9fd7f80b-a26f-4b47-b52a-d60f3d90f511 service neutron] 10.222.0.43 "GET /v2.0/networks/2740a62a-3c9e-4608-87cc-687201ae0aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2200670 Jan 19 22:27:58.817983 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-62aae7b1-c73c-4eb0-a8d0-177a8a28b718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:58.961924 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 51172) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:58.962238 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-e0b54f4e-19ad-4681-a696-35ea4cfe6b8d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=aa418b1c2ec24618b721048aefa2d791&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7490635 Jan 19 22:27:58.976512 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b54f4e-19ad-4681-a696-35ea4cfe6b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1fd9f21-334c-480f-bedd-2c27ea3610c8,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:58.995280 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-e0b54f4e-19ad-4681-a696-35ea4cfe6b8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:59.040910 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d91f4b-4df7-41b2-959f-4db915658dc7 req-06b7451a-256c-459b-befc-7b5443f79b1d tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:59.049759 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-70d91f4b-4df7-41b2-959f-4db915658dc7 req-06b7451a-256c-459b-befc-7b5443f79b1d tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=3994cc61-b4f6-41de-9c13-149ad7c2641b HTTP/1.1" status: 200 len: 946 time: 0.2584982 Jan 19 22:27:59.114646 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-94a468d9-ccbc-4ecb-b50a-71c205d21445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:59.148148 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-94a468d9-ccbc-4ecb-b50a-71c205d21445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:59.222424 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-70d91f4b-4df7-41b2-959f-4db915658dc7 req-75ed7913-8d46-4999-876c-87e2a549e680 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715963 Jan 19 22:27:59.228563 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-6503e943-b758-4097-85af-3bff96800e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11381105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844029651'] for subnet, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:59.245488 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:59.307048 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6503e943-b758-4097-85af-3bff96800e36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88d40bb0-8ac2-4a08-af0e-1f7273b71c19,revision_number=0']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:59.314704 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-6503e943-b758-4097-85af-3bff96800e36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:59.492071 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6503e943-b758-4097-85af-3bff96800e36 admin admin] Checking segment: {'id': 'd2c4f2cc-678f-47df-9b8c-a092449f767a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd659a2a0-6453-47bf-9f1e-641b885c77f6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:27:59.492633 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6503e943-b758-4097-85af-3bff96800e36 admin admin] Network hostable DHCP agents. Network: d659a2a0-6453-47bf-9f1e-641b885c77f6, hostable agents: ['ea282ca9-2836-4d3d-88e8-844f6d380f74'], hosted agents: [] {{(pid=80166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 19 22:27:59.509158 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-5db34c0b-b1dc-4ce4-acbf-cc5caccf696b req-8a9a8913-3c17-455e-a442-80087c4b276d tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=6a10f7f1-035b-4e93-ad4f-1b5b624186c2 HTTP/1.1" status: 200 len: 210 time: 0.3474469 Jan 19 22:27:59.510420 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-94a468d9-ccbc-4ecb-b50a-71c205d21445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:59.515485 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:59.522553 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6503e943-b758-4097-85af-3bff96800e36 admin admin] Network d659a2a0-6453-47bf-9f1e-641b885c77f6 is scheduled to be hosted by DHCP agent ea282ca9-2836-4d3d-88e8-844f6d380f74 with binding_index 1 {{(pid=80166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 19 22:27:59.530616 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a468d9-ccbc-4ecb-b50a-71c205d21445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1fd9f21-334c-480f-bedd-2c27ea3610c8,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:59.535754 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [None req-6503e943-b758-4097-85af-3bff96800e36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-5-smb, d659a2a0-6453-47bf-9f1e-641b885c77f6) {{(pid=80166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:27:59.543497 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-94a468d9-ccbc-4ecb-b50a-71c205d21445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:59.549404 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-94a468d9-ccbc-4ecb-b50a-71c205d21445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:59.550810 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-94a468d9-ccbc-4ecb-b50a-71c205d21445 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f1fd9f21-334c-480f-bedd-2c27ea3610c8 HTTP/1.1" status: 204 len: 168 time: 0.5872009 Jan 19 22:27:59.562723 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6503e943-b758-4097-85af-3bff96800e36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:59.563644 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-6503e943-b758-4097-85af-3bff96800e36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for subnet, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:59.571010 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d1ac66-1057-473d-800d-8db3d7ab9732 None None] Network d659a2a0-6453-47bf-9f1e-641b885c77f6 requested from dv-cinder-750782-5-smb {{(pid=80167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:27:59.593425 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-6503e943-b758-4097-85af-3bff96800e36 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8065665 Jan 19 22:27:59.907567 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56085ce-101e-4dc5-a469-cb8aa236145f None None] Network d659a2a0-6453-47bf-9f1e-641b885c77f6 requested from dv-cinder-750782-5-smb {{(pid=80167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:27:59.992627 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e6bdf-2625-45e6-86b2-fd0c0f18a866 req-b88e9f9c-e2ac-469d-9589-7f00f53fd1d7 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:00.002054 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-798e6bdf-2625-45e6-86b2-fd0c0f18a866 req-b88e9f9c-e2ac-469d-9589-7f00f53fd1d7 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/networks?id=6ef4e1d2-abe0-4afc-adb2-8d80517036be HTTP/1.1" status: 200 len: 809 time: 0.3143859 Jan 19 22:28:00.020045 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-798e6bdf-2625-45e6-86b2-fd0c0f18a866 req-7182e455-e445-4201-a1da-476981b1a614 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/quotas/d21cc79040f84513b239a36e3444a630 HTTP/1.1" status: 200 len: 375 time: 0.0168622 Jan 19 22:28:00.061347 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 51212) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:00.085489 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-798e6bdf-2625-45e6-86b2-fd0c0f18a866 req-07814e14-85fe-4c90-8606-b29da5ca0ef5 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/ports?tenant_id=d21cc79040f84513b239a36e3444a630&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0643961 Jan 19 22:28:00.121515 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-255a4f7a-ad34-4e21-bcb4-9665b76ce0c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:00.154655 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-255a4f7a-ad34-4e21-bcb4-9665b76ce0c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:28:00.166962 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-255a4f7a-ad34-4e21-bcb4-9665b76ce0c0 admin admin] Usage tracker for resource:security_group_rule and tenant:581d1b6d15f44f7f800db5db844d7fca is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:28:00.170716 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-255a4f7a-ad34-4e21-bcb4-9665b76ce0c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:28:00.176643 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-255a4f7a-ad34-4e21-bcb4-9665b76ce0c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:28:00.391308 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-798e6bdf-2625-45e6-86b2-fd0c0f18a866 req-da8ca471-4ac7-49ed-a2b1-8e05d5a43679 service neutron] 10.222.0.43 "GET /v2.0/networks/6ef4e1d2-abe0-4afc-adb2-8d80517036be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048785 Jan 19 22:28:00.434317 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-255a4f7a-ad34-4e21-bcb4-9665b76ce0c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:00.447196 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-255a4f7a-ad34-4e21-bcb4-9665b76ce0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:00.514216 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:00.524958 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-255a4f7a-ad34-4e21-bcb4-9665b76ce0c0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=581d1b6d15f44f7f800db5db844d7fca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4618022 Jan 19 22:28:00.527561 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 51244) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:00.552848 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a4f7a-ad34-4e21-bcb4-9665b76ce0c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb15670-c9ba-4ad9-bc57-b3d202917725,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:00.592822 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-255a4f7a-ad34-4e21-bcb4-9665b76ce0c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:00.633527 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-798e6bdf-2625-45e6-86b2-fd0c0f18a866 req-0a59586c-2d11-4f8e-9eae-5c7ed45afe26 service neutron] 10.222.0.43 "GET /v2.0/networks/6ef4e1d2-abe0-4afc-adb2-8d80517036be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2333806 Jan 19 22:28:00.729906 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-13994722-fbf1-47ee-82f6-2c22b570b0a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:00.773962 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-13994722-fbf1-47ee-82f6-2c22b570b0a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:00.925995 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad4627d-9cce-484f-b9fa-8d9bd69be0b1 req-e6205e63-7a2e-40c2-855d-333fe0b07397 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:00.927562 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-aad4627d-9cce-484f-b9fa-8d9bd69be0b1 req-e6205e63-7a2e-40c2-855d-333fe0b07397 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] 10.222.0.43 "GET /v2.0/networks?id=eff15245-da6b-4ace-9e6e-78d6fc687aa7 HTTP/1.1" status: 200 len: 809 time: 0.3760464 Jan 19 22:28:01.009870 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-aad4627d-9cce-484f-b9fa-8d9bd69be0b1 req-470383b7-5ee5-450d-8879-82604a9c8b21 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] 10.222.0.43 "GET /v2.0/quotas/8dd490133a764710883ce689de77da7a HTTP/1.1" status: 200 len: 375 time: 0.0733478 Jan 19 22:28:01.014736 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-13994722-fbf1-47ee-82f6-2c22b570b0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:01.029646 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-434be7bc-8a5a-4680-9d8e-1be16dc62602 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:01.045091 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13994722-fbf1-47ee-82f6-2c22b570b0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb15670-c9ba-4ad9-bc57-b3d202917725,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:01.049088 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-13994722-fbf1-47ee-82f6-2c22b570b0a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:01.152910 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ef168-2a12-49d5-8b9f-dffcf3bc4f37 req-c4890837-c833-4ee2-95fb-21bb60ea7968 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:01.154726 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c33ef168-2a12-49d5-8b9f-dffcf3bc4f37 req-c4890837-c833-4ee2-95fb-21bb60ea7968 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.66 "GET /v2.0/networks?id=2740a62a-3c9e-4608-87cc-687201ae0aa2 HTTP/1.1" status: 200 len: 815 time: 0.3390925 Jan 19 22:28:01.157566 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-aad4627d-9cce-484f-b9fa-8d9bd69be0b1 req-8202a1e6-197e-43da-ada2-5047a4f768a2 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] 10.222.0.43 "GET /v2.0/ports?tenant_id=8dd490133a764710883ce689de77da7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1291330 Jan 19 22:28:01.158520 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-13994722-fbf1-47ee-82f6-2c22b570b0a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:01.159649 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-13994722-fbf1-47ee-82f6-2c22b570b0a6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7cb15670-c9ba-4ad9-bc57-b3d202917725 HTTP/1.1" status: 204 len: 168 time: 0.6178141 Jan 19 22:28:01.207355 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [req-c33ef168-2a12-49d5-8b9f-dffcf3bc4f37 req-03d883cf-fa2c-4050-868a-df5684a3a586 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Request body: {'port': {'device_id': '6a10f7f1-035b-4e93-ad4f-1b5b624186c2', 'network_id': '2740a62a-3c9e-4608-87cc-687201ae0aa2', 'admin_state_up': True, 'tenant_id': '5d4105938837484d8d82719812401145'}} {{(pid=80165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:28:01.253179 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da542bc2-b8e8-40d9-bcad-19d7272e07f4 req-bc3895fe-87f0-4c26-ae8f-fc566a0b5cbe tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:01.257915 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-da542bc2-b8e8-40d9-bcad-19d7272e07f4 req-bc3895fe-87f0-4c26-ae8f-fc566a0b5cbe tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=3994cc61-b4f6-41de-9c13-149ad7c2641b HTTP/1.1" status: 200 len: 946 time: 0.1182473 Jan 19 22:28:01.308233 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-da542bc2-b8e8-40d9-bcad-19d7272e07f4 req-4aea2b32-e9dc-4d72-8b38-252fc428d35f tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466228 Jan 19 22:28:01.400301 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1243c519-8875-4095-9705-67b78462088e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:01.547623 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-aad4627d-9cce-484f-b9fa-8d9bd69be0b1 req-fd6ed02a-4475-4825-bb4f-4c3b577b90f2 service neutron] 10.222.0.43 "GET /v2.0/networks/eff15245-da6b-4ace-9e6e-78d6fc687aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780789 Jan 19 22:28:01.577721 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a6f1fedf-24c2-40e3-80d9-438b8c7a0bde req-c3036284-c2af-49f0-9f53-a061b114df05 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=6a10f7f1-035b-4e93-ad4f-1b5b624186c2 HTTP/1.1" status: 200 len: 210 time: 0.1023028 Jan 19 22:28:01.711945 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [req-c33ef168-2a12-49d5-8b9f-dffcf3bc4f37 req-03d883cf-fa2c-4050-868a-df5684a3a586 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:28:01.741312 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [req-c33ef168-2a12-49d5-8b9f-dffcf3bc4f37 req-03d883cf-fa2c-4050-868a-df5684a3a586 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:28:01.785036 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d233fc09-ebf8-47d4-8050-ff1295119dd4 req-ae540804-4e67-4607-8482-622943a11352 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/ports?device_id=b5cde0b0-bbf6-4b5b-b3d5-774b388b8111 HTTP/1.1" status: 200 len: 210 time: 0.0660410 Jan 19 22:28:01.786397 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-aad4627d-9cce-484f-b9fa-8d9bd69be0b1 req-59730fe5-ac66-4895-8b22-3af8ad5c4b94 service neutron] 10.222.0.43 "GET /v2.0/networks/eff15245-da6b-4ace-9e6e-78d6fc687aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2321618 Jan 19 22:28:01.804826 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-99d6a30a-8c93-4c84-ba49-9c29092ed899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:01.806399 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c33ef168-2a12-49d5-8b9f-dffcf3bc4f37 req-03d883cf-fa2c-4050-868a-df5684a3a586 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Made reservation on behalf of 5d4105938837484d8d82719812401145 for: {'port': 1} {{(pid=80165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:28:01.827303 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-c33ef168-2a12-49d5-8b9f-dffcf3bc4f37 req-03d883cf-fa2c-4050-868a-df5684a3a586 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:02.266460 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c2309245-f1a9-4abf-9fea-232f002e8b3f req-3ae15aa5-7cf1-409f-8890-375809657602 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] 10.222.0.43 "GET /v2.0/ports?device_id=9d1e9a1b-c16d-46f4-92f1-ee3db80b4852 HTTP/1.1" status: 200 len: 210 time: 0.1290998 Jan 19 22:28:02.471555 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.db_base_plugin_common [req-c33ef168-2a12-49d5-8b9f-dffcf3bc4f37 req-03d883cf-fa2c-4050-868a-df5684a3a586 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Allocated IP 172.20.0.12 (2740a62a-3c9e-4608-87cc-687201ae0aa2/159ed613-693d-4448-ae87-c90c7e446752/b563be47-029b-40f2-8a32-cdc588a1f765) {{(pid=80165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:28:02.758978 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e6bdf-2625-45e6-86b2-fd0c0f18a866 req-2159255d-e2a4-451e-bbec-39ac9d8a7c65 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:02.761020 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-798e6bdf-2625-45e6-86b2-fd0c0f18a866 req-2159255d-e2a4-451e-bbec-39ac9d8a7c65 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.66 "GET /v2.0/networks?id=6ef4e1d2-abe0-4afc-adb2-8d80517036be HTTP/1.1" status: 200 len: 809 time: 0.2303801 Jan 19 22:28:02.790704 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [req-798e6bdf-2625-45e6-86b2-fd0c0f18a866 req-31be4f70-2f48-4d9e-8584-800fd5890df6 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Request body: {'port': {'device_id': 'b5cde0b0-bbf6-4b5b-b3d5-774b388b8111', 'network_id': '6ef4e1d2-abe0-4afc-adb2-8d80517036be', 'admin_state_up': True, 'tenant_id': 'd21cc79040f84513b239a36e3444a630'}} {{(pid=80166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:28:03.009095 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:03.042281 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0d7afcc3-e8ce-484c-89c3-3c46f7486150 req-a96c2661-13ee-4221-8d9f-85b82792978f tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=6a10f7f1-035b-4e93-ad4f-1b5b624186c2 HTTP/1.1" status: 200 len: 210 time: 0.0893235 Jan 19 22:28:03.090218 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85426a5e-86b4-458b-8847-baa291f008c4 req-24dda28f-8ad4-4f96-94bb-5ff7457ea5ea tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:03.099509 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-85426a5e-86b4-458b-8847-baa291f008c4 req-24dda28f-8ad4-4f96-94bb-5ff7457ea5ea tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=3994cc61-b4f6-41de-9c13-149ad7c2641b HTTP/1.1" status: 200 len: 946 time: 0.5759091 Jan 19 22:28:03.102476 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [req-798e6bdf-2625-45e6-86b2-fd0c0f18a866 req-31be4f70-2f48-4d9e-8584-800fd5890df6 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:28:03.108071 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-798e6bdf-2625-45e6-86b2-fd0c0f18a866 req-31be4f70-2f48-4d9e-8584-800fd5890df6 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Usage tracker for resource:port and tenant:d21cc79040f84513b239a36e3444a630 is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:28:03.111622 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-798e6bdf-2625-45e6-86b2-fd0c0f18a866 req-31be4f70-2f48-4d9e-8584-800fd5890df6 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Quota usage for port was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:28:03.118585 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [req-798e6bdf-2625-45e6-86b2-fd0c0f18a866 req-31be4f70-2f48-4d9e-8584-800fd5890df6 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:28:03.131212 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-798e6bdf-2625-45e6-86b2-fd0c0f18a866 req-31be4f70-2f48-4d9e-8584-800fd5890df6 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Made reservation on behalf of d21cc79040f84513b239a36e3444a630 for: {'port': 1} {{(pid=80166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:28:03.141769 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-798e6bdf-2625-45e6-86b2-fd0c0f18a866 req-31be4f70-2f48-4d9e-8584-800fd5890df6 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:03.173644 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-c33ef168-2a12-49d5-8b9f-dffcf3bc4f37 req-03d883cf-fa2c-4050-868a-df5684a3a586 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Notify callbacks [] for port, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:03.198039 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-85426a5e-86b4-458b-8847-baa291f008c4 req-f76b9959-6011-4b6b-9834-2d4f9f1ecdf2 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973380 Jan 19 22:28:03.235392 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-c33ef168-2a12-49d5-8b9f-dffcf3bc4f37 req-03d883cf-fa2c-4050-868a-df5684a3a586 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307085170889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852767463'] for port, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:03.240443 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-4b0a8ca2-b69b-439e-8c52-9234261a3bb8 req-130638f6-3488-4cd4-94cb-ec6d8a662c64 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/ports?device_id=b5cde0b0-bbf6-4b5b-b3d5-774b388b8111 HTTP/1.1" status: 200 len: 210 time: 0.0590055 Jan 19 22:28:03.256518 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:03.380958 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d883cf-fa2c-4050-868a-df5684a3a586 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Pushing event updated for resources: {'Port': ['ID=b563be47-029b-40f2-8a32-cdc588a1f765,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:03.399854 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-03d883cf-fa2c-4050-868a-df5684a3a586 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:03.414381 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8bdf443e-3544-4df7-a37c-063f9f459872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:03.656329 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.db_base_plugin_common [req-798e6bdf-2625-45e6-86b2-fd0c0f18a866 req-31be4f70-2f48-4d9e-8584-800fd5890df6 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Allocated IP 172.20.0.9 (6ef4e1d2-abe0-4afc-adb2-8d80517036be/39225dcd-ee80-4392-bbcc-dc9dafc3ba8c/351dbebd-7486-42d8-8e7a-ff7d30f6b9b1) {{(pid=80166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:28:03.661321 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0266f8a7-4b62-41dd-84d1-cdc94e773e40 req-6a02f570-e68e-405e-9e3d-113d7c308103 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] 10.222.0.43 "GET /v2.0/ports?device_id=9d1e9a1b-c16d-46f4-92f1-ee3db80b4852 HTTP/1.1" status: 200 len: 210 time: 0.0555601 Jan 19 22:28:03.726951 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c33ef168-2a12-49d5-8b9f-dffcf3bc4f37 req-03d883cf-fa2c-4050-868a-df5684a3a586 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Network 2740a62a-3c9e-4608-87cc-687201ae0aa2 is already hosted by enough agents. {{(pid=80165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:28:03.728135 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [req-c33ef168-2a12-49d5-8b9f-dffcf3bc4f37 req-03d883cf-fa2c-4050-868a-df5684a3a586 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Resources bound (agent type, host, resource id): {{(pid=80165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:28:03.733125 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [req-c33ef168-2a12-49d5-8b9f-dffcf3bc4f37 req-03d883cf-fa2c-4050-868a-df5684a3a586 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Received port after_create {{(pid=80165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:28:03.824560 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ef168-2a12-49d5-8b9f-dffcf3bc4f37 req-03d883cf-fa2c-4050-868a-df5684a3a586 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:03.825443 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-c33ef168-2a12-49d5-8b9f-dffcf3bc4f37 req-03d883cf-fa2c-4050-868a-df5684a3a586 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for port, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:03.852312 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c33ef168-2a12-49d5-8b9f-dffcf3bc4f37 req-03d883cf-fa2c-4050-868a-df5684a3a586 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6534076 Jan 19 22:28:03.879069 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [req-c33ef168-2a12-49d5-8b9f-dffcf3bc4f37 req-a7538aa2-671c-4add-b11b-6c80919cff8c service neutron] Request body: {'port': {'device_id': '6a10f7f1-035b-4e93-ad4f-1b5b624186c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:28:03.925163 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-798e6bdf-2625-45e6-86b2-fd0c0f18a866 req-31be4f70-2f48-4d9e-8584-800fd5890df6 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Notify callbacks [] for port, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:03.963642 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-798e6bdf-2625-45e6-86b2-fd0c0f18a866 req-31be4f70-2f48-4d9e-8584-800fd5890df6 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307085170889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843396414'] for port, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:03.984792 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:04.011853 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-c33ef168-2a12-49d5-8b9f-dffcf3bc4f37 req-a7538aa2-671c-4add-b11b-6c80919cff8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:04.089726 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be4f70-2f48-4d9e-8584-800fd5890df6 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Pushing event updated for resources: {'Port': ['ID=351dbebd-7486-42d8-8e7a-ff7d30f6b9b1,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:04.094523 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-31be4f70-2f48-4d9e-8584-800fd5890df6 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:04.295960 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-798e6bdf-2625-45e6-86b2-fd0c0f18a866 req-31be4f70-2f48-4d9e-8584-800fd5890df6 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Network 6ef4e1d2-abe0-4afc-adb2-8d80517036be is already hosted by enough agents. {{(pid=80166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:28:04.298131 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [req-798e6bdf-2625-45e6-86b2-fd0c0f18a866 req-31be4f70-2f48-4d9e-8584-800fd5890df6 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Resources bound (agent type, host, resource id): {{(pid=80166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:28:04.303207 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [req-798e6bdf-2625-45e6-86b2-fd0c0f18a866 req-31be4f70-2f48-4d9e-8584-800fd5890df6 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Received port after_create {{(pid=80166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:28:04.420726 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e6bdf-2625-45e6-86b2-fd0c0f18a866 req-31be4f70-2f48-4d9e-8584-800fd5890df6 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:04.421513 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-798e6bdf-2625-45e6-86b2-fd0c0f18a866 req-31be4f70-2f48-4d9e-8584-800fd5890df6 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for port, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:04.457305 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-798e6bdf-2625-45e6-86b2-fd0c0f18a866 req-31be4f70-2f48-4d9e-8584-800fd5890df6 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6715555 Jan 19 22:28:04.475647 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad4627d-9cce-484f-b9fa-8d9bd69be0b1 req-b24ab2ce-9735-42c3-a6a1-182f598974ba tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:04.477334 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-aad4627d-9cce-484f-b9fa-8d9bd69be0b1 req-b24ab2ce-9735-42c3-a6a1-182f598974ba tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] 10.222.0.66 "GET /v2.0/networks?id=eff15245-da6b-4ace-9e6e-78d6fc687aa7 HTTP/1.1" status: 200 len: 809 time: 0.2111278 Jan 19 22:28:04.494598 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc52d3-9465-459e-a24a-b2f5762a7bd1 req-5b33458d-f768-49b2-9513-9d2c1576cff6 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:04.496221 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-47cc52d3-9465-459e-a24a-b2f5762a7bd1 req-5b33458d-f768-49b2-9513-9d2c1576cff6 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=6a10f7f1-035b-4e93-ad4f-1b5b624186c2 HTTP/1.1" status: 200 len: 932 time: 0.2836442 Jan 19 22:28:04.524946 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [req-798e6bdf-2625-45e6-86b2-fd0c0f18a866 req-9b7083c2-9a86-4d3e-8d6b-d9f7e87299a3 service neutron] Request body: {'port': {'device_id': 'b5cde0b0-bbf6-4b5b-b3d5-774b388b8111', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:28:04.547195 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [req-aad4627d-9cce-484f-b9fa-8d9bd69be0b1 req-30f2bfea-792e-450b-8af6-0582af8a9ff1 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] Request body: {'port': {'device_id': '9d1e9a1b-c16d-46f4-92f1-ee3db80b4852', 'network_id': 'eff15245-da6b-4ace-9e6e-78d6fc687aa7', 'admin_state_up': True, 'tenant_id': '8dd490133a764710883ce689de77da7a'}} {{(pid=80165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:28:04.622734 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-47cc52d3-9465-459e-a24a-b2f5762a7bd1 req-9b2a9152-6099-49a7-8981-dbad4032c547 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/security-groups?id=9328ab63-6502-4afe-9f51-4c69c085bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193044 Jan 19 22:28:04.691401 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-798e6bdf-2625-45e6-86b2-fd0c0f18a866 req-9b7083c2-9a86-4d3e-8d6b-d9f7e87299a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:05.042687 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [req-aad4627d-9cce-484f-b9fa-8d9bd69be0b1 req-30f2bfea-792e-450b-8af6-0582af8a9ff1 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:28:05.057725 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-aad4627d-9cce-484f-b9fa-8d9bd69be0b1 req-30f2bfea-792e-450b-8af6-0582af8a9ff1 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] Usage tracker for resource:port and tenant:8dd490133a764710883ce689de77da7a is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:28:05.064128 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-aad4627d-9cce-484f-b9fa-8d9bd69be0b1 req-30f2bfea-792e-450b-8af6-0582af8a9ff1 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] Quota usage for port was recalculated. Used quota:0. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:28:05.074901 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [req-aad4627d-9cce-484f-b9fa-8d9bd69be0b1 req-30f2bfea-792e-450b-8af6-0582af8a9ff1 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:28:05.099062 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943e524-8663-4192-8ae6-4a1ed961d06c req-cfbe4471-2da9-4850-b2fb-763e86fdbf64 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:05.100768 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a943e524-8663-4192-8ae6-4a1ed961d06c req-cfbe4471-2da9-4850-b2fb-763e86fdbf64 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=3994cc61-b4f6-41de-9c13-149ad7c2641b HTTP/1.1" status: 200 len: 946 time: 0.6586134 Jan 19 22:28:05.133893 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aad4627d-9cce-484f-b9fa-8d9bd69be0b1 req-30f2bfea-792e-450b-8af6-0582af8a9ff1 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] Made reservation on behalf of 8dd490133a764710883ce689de77da7a for: {'port': 1} {{(pid=80165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:28:05.142992 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-aad4627d-9cce-484f-b9fa-8d9bd69be0b1 req-30f2bfea-792e-450b-8af6-0582af8a9ff1 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:05.223993 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b263d-9205-4048-b15a-aa3416b38e9d req-b21d9dec-98ee-42c2-b8bd-e895dcbc2435 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:05.224951 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-335b263d-9205-4048-b15a-aa3416b38e9d req-b21d9dec-98ee-42c2-b8bd-e895dcbc2435 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Synchronizing usage tracker for tenant:d21cc79040f84513b239a36e3444a630 on resource:port {{(pid=80166) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:28:05.265520 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-335b263d-9205-4048-b15a-aa3416b38e9d req-b21d9dec-98ee-42c2-b8bd-e895dcbc2435 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Unset dirty status for tenant:d21cc79040f84513b239a36e3444a630 on resource:port {{(pid=80166) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:28:05.266835 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-335b263d-9205-4048-b15a-aa3416b38e9d req-b21d9dec-98ee-42c2-b8bd-e895dcbc2435 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/ports?device_id=b5cde0b0-bbf6-4b5b-b3d5-774b388b8111 HTTP/1.1" status: 200 len: 931 time: 0.5013688 Jan 19 22:28:05.294591 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a943e524-8663-4192-8ae6-4a1ed961d06c req-a1b1cf23-b879-4032-bc9e-80418a48c6f9 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822481 Jan 19 22:28:05.392436 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [req-c33ef168-2a12-49d5-8b9f-dffcf3bc4f37 req-a7538aa2-671c-4add-b11b-6c80919cff8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b563be47-029b-40f2-8a32-cdc588a1f765 {{(pid=80165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 19 22:28:05.419769 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-c33ef168-2a12-49d5-8b9f-dffcf3bc4f37 req-a7538aa2-671c-4add-b11b-6c80919cff8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:05.470157 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-335b263d-9205-4048-b15a-aa3416b38e9d req-8650eaef-345b-442f-99b2-7169f8cbbee8 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/security-groups?id=f3a187e4-160d-40ac-91dd-091a7dbbf55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865225 Jan 19 22:28:05.494143 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [req-c33ef168-2a12-49d5-8b9f-dffcf3bc4f37 req-a7538aa2-671c-4add-b11b-6c80919cff8c service neutron] Transition to ACTIVE for port object b563be47-029b-40f2-8a32-cdc588a1f765 will not be triggered until provisioned by entity L2. {{(pid=80165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:28:05.516094 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-c33ef168-2a12-49d5-8b9f-dffcf3bc4f37 req-a7538aa2-671c-4add-b11b-6c80919cff8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2008354'] for port, after_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:05.536437 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-a391ae2e-acc4-4be1-93d5-ef659987d4dd tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:05.580365 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [req-798e6bdf-2625-45e6-86b2-fd0c0f18a866 req-9b7083c2-9a86-4d3e-8d6b-d9f7e87299a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 351dbebd-7486-42d8-8e7a-ff7d30f6b9b1 {{(pid=80166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 19 22:28:05.590674 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-798e6bdf-2625-45e6-86b2-fd0c0f18a866 req-9b7083c2-9a86-4d3e-8d6b-d9f7e87299a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:05.604934 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [req-798e6bdf-2625-45e6-86b2-fd0c0f18a866 req-9b7083c2-9a86-4d3e-8d6b-d9f7e87299a3 service neutron] Transition to ACTIVE for port object 351dbebd-7486-42d8-8e7a-ff7d30f6b9b1 will not be triggered until provisioned by entity L2. {{(pid=80166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:28:05.649972 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-798e6bdf-2625-45e6-86b2-fd0c0f18a866 req-9b7083c2-9a86-4d3e-8d6b-d9f7e87299a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11379449'] for port, after_update {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:05.676473 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-02821ae5-822b-4474-9d8a-2b48cd4e646d tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:05.725974 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-abcda279-57a2-49fa-8db0-4c1fbddbcc1b req-83a832a8-53d8-432e-b52e-00c8ed82246d tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] 10.222.0.43 "GET /v2.0/ports?device_id=9d1e9a1b-c16d-46f4-92f1-ee3db80b4852 HTTP/1.1" status: 200 len: 210 time: 0.1182952 Jan 19 22:28:05.842556 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7083c2-9a86-4d3e-8d6b-d9f7e87299a3 service neutron] Pushing event updated for resources: {'Port': ['ID=351dbebd-7486-42d8-8e7a-ff7d30f6b9b1,revision_number=2']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:05.853822 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-9b7083c2-9a86-4d3e-8d6b-d9f7e87299a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:05.885781 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7538aa2-671c-4add-b11b-6c80919cff8c service neutron] Pushing event updated for resources: {'Port': ['ID=b563be47-029b-40f2-8a32-cdc588a1f765,revision_number=2']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:05.898307 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-a7538aa2-671c-4add-b11b-6c80919cff8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:06.032232 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [req-798e6bdf-2625-45e6-86b2-fd0c0f18a866 req-9b7083c2-9a86-4d3e-8d6b-d9f7e87299a3 service neutron] Attempting to bind port 351dbebd-7486-42d8-8e7a-ff7d30f6b9b1 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=80166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:28:06.032644 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [req-798e6bdf-2625-45e6-86b2-fd0c0f18a866 req-9b7083c2-9a86-4d3e-8d6b-d9f7e87299a3 service neutron] Attempting to bind port 351dbebd-7486-42d8-8e7a-ff7d30f6b9b1 by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': '3f7c6ccc-f875-4a37-aad4-bbb9cbf53bde', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6ef4e1d2-abe0-4afc-adb2-8d80517036be'}] {{(pid=80166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:28:06.032977 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798e6bdf-2625-45e6-86b2-fd0c0f18a866 req-9b7083c2-9a86-4d3e-8d6b-d9f7e87299a3 service neutron] Attempting to bind port 351dbebd-7486-42d8-8e7a-ff7d30f6b9b1 on network 6ef4e1d2-abe0-4afc-adb2-8d80517036be {{(pid=80166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:28:06.038768 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798e6bdf-2625-45e6-86b2-fd0c0f18a866 req-9b7083c2-9a86-4d3e-8d6b-d9f7e87299a3 service neutron] Checking agent: {'id': 'fdb5f3a7-7d47-485b-a3bd-ac2e8030a5a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 24, 37), 'started_at': datetime.datetime(2021, 1, 19, 22, 25, 7), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:28:06.039139 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798e6bdf-2625-45e6-86b2-fd0c0f18a866 req-9b7083c2-9a86-4d3e-8d6b-d9f7e87299a3 service neutron] Checking segment: {'id': '3f7c6ccc-f875-4a37-aad4-bbb9cbf53bde', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6ef4e1d2-abe0-4afc-adb2-8d80517036be'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:28:06.039542 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-798e6bdf-2625-45e6-86b2-fd0c0f18a866 req-9b7083c2-9a86-4d3e-8d6b-d9f7e87299a3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:06.039935 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798e6bdf-2625-45e6-86b2-fd0c0f18a866 req-9b7083c2-9a86-4d3e-8d6b-d9f7e87299a3 service neutron] Bound using segment: {'id': '3f7c6ccc-f875-4a37-aad4-bbb9cbf53bde', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6ef4e1d2-abe0-4afc-adb2-8d80517036be'} {{(pid=80166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:28:06.040404 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [req-798e6bdf-2625-45e6-86b2-fd0c0f18a866 req-9b7083c2-9a86-4d3e-8d6b-d9f7e87299a3 service neutron] Bound port: 351dbebd-7486-42d8-8e7a-ff7d30f6b9b1, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f7c6ccc-f875-4a37-aad4-bbb9cbf53bde', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6ef4e1d2-abe0-4afc-adb2-8d80517036be'}}] {{(pid=80166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:28:06.040778 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-798e6bdf-2625-45e6-86b2-fd0c0f18a866 req-9b7083c2-9a86-4d3e-8d6b-d9f7e87299a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:06.139128 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-798e6bdf-2625-45e6-86b2-fd0c0f18a866 req-9b7083c2-9a86-4d3e-8d6b-d9f7e87299a3 service neutron] For port 351dbebd-7486-42d8-8e7a-ff7d30f6b9b1, host hv-cinder-75078, cleared binding levels {{(pid=80166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:28:06.142406 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-798e6bdf-2625-45e6-86b2-fd0c0f18a866 req-9b7083c2-9a86-4d3e-8d6b-d9f7e87299a3 service neutron] For port 351dbebd-7486-42d8-8e7a-ff7d30f6b9b1, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=351dbebd-7486-42d8-8e7a-ff7d30f6b9b1,segment=NetworkSegment(3f7c6ccc-f875-4a37-aad4-bbb9cbf53bde),segment_id=3f7c6ccc-f875-4a37-aad4-bbb9cbf53bde)] {{(pid=80166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:28:06.146014 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-798e6bdf-2625-45e6-86b2-fd0c0f18a866 req-9b7083c2-9a86-4d3e-8d6b-d9f7e87299a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11379449'] for port, after_update {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:06.161944 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:06.173996 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d1c46-ad39-483b-a1cf-268a29746612 req-8e11bf96-4e3f-4e36-8936-29684783c0f0 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:06.174794 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-195d1c46-ad39-483b-a1cf-268a29746612 req-8e11bf96-4e3f-4e36-8936-29684783c0f0 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Synchronizing usage tracker for tenant:5d4105938837484d8d82719812401145 on resource:port {{(pid=80165) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:28:06.185037 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.db_base_plugin_common [req-aad4627d-9cce-484f-b9fa-8d9bd69be0b1 req-30f2bfea-792e-450b-8af6-0582af8a9ff1 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] Allocated IP 172.20.0.11 (eff15245-da6b-4ace-9e6e-78d6fc687aa7/b4d66efe-5aaa-42d2-919b-29d92a8659d0/1a949455-d3ad-4a02-9935-7cab828eac21) {{(pid=80165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:28:06.229511 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-195d1c46-ad39-483b-a1cf-268a29746612 req-8e11bf96-4e3f-4e36-8936-29684783c0f0 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Unset dirty status for tenant:5d4105938837484d8d82719812401145 on resource:port {{(pid=80165) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:28:06.230825 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-195d1c46-ad39-483b-a1cf-268a29746612 req-8e11bf96-4e3f-4e36-8936-29684783c0f0 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=6a10f7f1-035b-4e93-ad4f-1b5b624186c2 HTTP/1.1" status: 200 len: 944 time: 0.4144490 Jan 19 22:28:06.248231 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [req-c33ef168-2a12-49d5-8b9f-dffcf3bc4f37 req-a7538aa2-671c-4add-b11b-6c80919cff8c service neutron] Attempting to bind port b563be47-029b-40f2-8a32-cdc588a1f765 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=80165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:28:06.248615 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [req-c33ef168-2a12-49d5-8b9f-dffcf3bc4f37 req-a7538aa2-671c-4add-b11b-6c80919cff8c service neutron] Attempting to bind port b563be47-029b-40f2-8a32-cdc588a1f765 by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': '2494e6ea-e327-4774-b77a-709af40c6c25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2740a62a-3c9e-4608-87cc-687201ae0aa2'}] {{(pid=80165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:28:06.248995 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33ef168-2a12-49d5-8b9f-dffcf3bc4f37 req-a7538aa2-671c-4add-b11b-6c80919cff8c service neutron] Attempting to bind port b563be47-029b-40f2-8a32-cdc588a1f765 on network 2740a62a-3c9e-4608-87cc-687201ae0aa2 {{(pid=80165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:28:06.286796 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33ef168-2a12-49d5-8b9f-dffcf3bc4f37 req-a7538aa2-671c-4add-b11b-6c80919cff8c service neutron] Checking agent: {'id': 'fdb5f3a7-7d47-485b-a3bd-ac2e8030a5a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 24, 37), 'started_at': datetime.datetime(2021, 1, 19, 22, 25, 7), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:28:06.287300 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33ef168-2a12-49d5-8b9f-dffcf3bc4f37 req-a7538aa2-671c-4add-b11b-6c80919cff8c service neutron] Checking segment: {'id': '2494e6ea-e327-4774-b77a-709af40c6c25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2740a62a-3c9e-4608-87cc-687201ae0aa2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:28:06.287719 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-c33ef168-2a12-49d5-8b9f-dffcf3bc4f37 req-a7538aa2-671c-4add-b11b-6c80919cff8c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:06.288126 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33ef168-2a12-49d5-8b9f-dffcf3bc4f37 req-a7538aa2-671c-4add-b11b-6c80919cff8c service neutron] Bound using segment: {'id': '2494e6ea-e327-4774-b77a-709af40c6c25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2740a62a-3c9e-4608-87cc-687201ae0aa2'} {{(pid=80165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:28:06.288817 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [req-c33ef168-2a12-49d5-8b9f-dffcf3bc4f37 req-a7538aa2-671c-4add-b11b-6c80919cff8c service neutron] Bound port: b563be47-029b-40f2-8a32-cdc588a1f765, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2494e6ea-e327-4774-b77a-709af40c6c25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2740a62a-3c9e-4608-87cc-687201ae0aa2'}}] {{(pid=80165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:28:06.289019 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-c33ef168-2a12-49d5-8b9f-dffcf3bc4f37 req-a7538aa2-671c-4add-b11b-6c80919cff8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:06.314905 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7083c2-9a86-4d3e-8d6b-d9f7e87299a3 service neutron] Pushing event updated for resources: {'Port': ['ID=351dbebd-7486-42d8-8e7a-ff7d30f6b9b1,revision_number=3']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:06.319779 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-9b7083c2-9a86-4d3e-8d6b-d9f7e87299a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:06.377071 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e6bdf-2625-45e6-86b2-fd0c0f18a866 req-9b7083c2-9a86-4d3e-8d6b-d9f7e87299a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:06.377801 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-798e6bdf-2625-45e6-86b2-fd0c0f18a866 req-9b7083c2-9a86-4d3e-8d6b-d9f7e87299a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for port, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:06.379448 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-798e6bdf-2625-45e6-86b2-fd0c0f18a866 req-9b7083c2-9a86-4d3e-8d6b-d9f7e87299a3 service neutron] 10.222.0.66 "PUT /v2.0/ports/351dbebd-7486-42d8-8e7a-ff7d30f6b9b1 HTTP/1.1" status: 200 len: 1157 time: 1.8591230 Jan 19 22:28:06.379989 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5cde0b0-bbf6-4b5b-b3d5-774b388b8111', 'tag': '351dbebd-7486-42d8-8e7a-ff7d30f6b9b1'}] {{(pid=80166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:28:06.450566 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-195d1c46-ad39-483b-a1cf-268a29746612 req-38b96a5f-c748-40f1-98df-3597a6ab722d tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/security-groups?id=9328ab63-6502-4afe-9f51-4c69c085bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960611 Jan 19 22:28:06.590295 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-c33ef168-2a12-49d5-8b9f-dffcf3bc4f37 req-a7538aa2-671c-4add-b11b-6c80919cff8c service neutron] For port b563be47-029b-40f2-8a32-cdc588a1f765, host hv-cinder-75078, cleared binding levels {{(pid=80165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:28:06.603376 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-c33ef168-2a12-49d5-8b9f-dffcf3bc4f37 req-a7538aa2-671c-4add-b11b-6c80919cff8c service neutron] For port b563be47-029b-40f2-8a32-cdc588a1f765, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=b563be47-029b-40f2-8a32-cdc588a1f765,segment=NetworkSegment(2494e6ea-e327-4774-b77a-709af40c6c25),segment_id=2494e6ea-e327-4774-b77a-709af40c6c25)] {{(pid=80165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:28:06.610509 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5cde0b0-bbf6-4b5b-b3d5-774b388b8111', 'tag': '351dbebd-7486-42d8-8e7a-ff7d30f6b9b1', 'status': 'completed', 'code': 200} Jan 19 22:28:06.611268 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-c33ef168-2a12-49d5-8b9f-dffcf3bc4f37 req-a7538aa2-671c-4add-b11b-6c80919cff8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2008354'] for port, after_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:06.630075 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-3c03d638-ccae-4d67-991c-666ad874aeda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:06.691842 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccaf8d5-51de-4c6d-bf84-a9ae469ba493 req-b8be4b54-cb10-4109-8357-6d85a58d1022 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:06.693611 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-8ccaf8d5-51de-4c6d-bf84-a9ae469ba493 req-b8be4b54-cb10-4109-8357-6d85a58d1022 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=3994cc61-b4f6-41de-9c13-149ad7c2641b HTTP/1.1" status: 200 len: 946 time: 0.1608133 Jan 19 22:28:06.695946 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e6bdf-2625-45e6-86b2-fd0c0f18a866 req-e38dd4f4-67a9-4b9c-8489-ffe49fa6afdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:06.697652 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-798e6bdf-2625-45e6-86b2-fd0c0f18a866 req-e38dd4f4-67a9-4b9c-8489-ffe49fa6afdf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d21cc79040f84513b239a36e3444a630&device_id=b5cde0b0-bbf6-4b5b-b3d5-774b388b8111 HTTP/1.1" status: 200 len: 1160 time: 0.2452440 Jan 19 22:28:06.749080 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-aad4627d-9cce-484f-b9fa-8d9bd69be0b1 req-30f2bfea-792e-450b-8af6-0582af8a9ff1 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] Notify callbacks [] for port, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:06.823241 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-798e6bdf-2625-45e6-86b2-fd0c0f18a866 req-3819177f-e3f8-419e-ba96-a7be0882f022 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=351dbebd-7486-42d8-8e7a-ff7d30f6b9b1 HTTP/1.1" status: 200 len: 217 time: 0.1046741 Jan 19 22:28:06.846251 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-8ccaf8d5-51de-4c6d-bf84-a9ae469ba493 req-c910bbc7-1130-469e-be04-59a238a0634e tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434324 Jan 19 22:28:06.886920 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7538aa2-671c-4add-b11b-6c80919cff8c service neutron] Pushing event updated for resources: {'Port': ['ID=b563be47-029b-40f2-8a32-cdc588a1f765,revision_number=3']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:06.906537 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-a7538aa2-671c-4add-b11b-6c80919cff8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:06.936947 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e6bdf-2625-45e6-86b2-fd0c0f18a866 req-6e680750-928d-4107-9608-0710fb9a6316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:06.938561 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-798e6bdf-2625-45e6-86b2-fd0c0f18a866 req-6e680750-928d-4107-9608-0710fb9a6316 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=39225dcd-ee80-4392-bbcc-dc9dafc3ba8c HTTP/1.1" status: 200 len: 849 time: 0.1015103 Jan 19 22:28:06.979280 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1e750-066a-4102-9b32-163df17edf59 req-d73f60bd-0c6d-4f79-8cd7-4f3d91e60e2d tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:06.980110 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-bcb1e750-066a-4102-9b32-163df17edf59 req-d73f60bd-0c6d-4f79-8cd7-4f3d91e60e2d tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Synchronizing usage tracker for tenant:d21cc79040f84513b239a36e3444a630 on resource:port {{(pid=80165) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:28:06.986721 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ef168-2a12-49d5-8b9f-dffcf3bc4f37 req-a7538aa2-671c-4add-b11b-6c80919cff8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:06.987400 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-c33ef168-2a12-49d5-8b9f-dffcf3bc4f37 req-a7538aa2-671c-4add-b11b-6c80919cff8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for port, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:06.988984 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c33ef168-2a12-49d5-8b9f-dffcf3bc4f37 req-a7538aa2-671c-4add-b11b-6c80919cff8c service neutron] 10.222.0.66 "PUT /v2.0/ports/b563be47-029b-40f2-8a32-cdc588a1f765 HTTP/1.1" status: 200 len: 1158 time: 3.1149545 Jan 19 22:28:06.989672 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a10f7f1-035b-4e93-ad4f-1b5b624186c2', 'tag': 'b563be47-029b-40f2-8a32-cdc588a1f765'}] {{(pid=80165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:28:06.995271 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-aad4627d-9cce-484f-b9fa-8d9bd69be0b1 req-30f2bfea-792e-450b-8af6-0582af8a9ff1 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307085170889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852767463'] for port, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:07.014857 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-a4ff7128-5772-4f0c-adcf-c4daccf70a57 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:07.064633 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-798e6bdf-2625-45e6-86b2-fd0c0f18a866 req-04b733c6-fe37-4493-9db9-da0e4b32d567 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6ef4e1d2-abe0-4afc-adb2-8d80517036be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1147320 Jan 19 22:28:07.133576 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-bcb1e750-066a-4102-9b32-163df17edf59 req-d73f60bd-0c6d-4f79-8cd7-4f3d91e60e2d tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Unset dirty status for tenant:d21cc79040f84513b239a36e3444a630 on resource:port {{(pid=80165) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:28:07.135032 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-bcb1e750-066a-4102-9b32-163df17edf59 req-d73f60bd-0c6d-4f79-8cd7-4f3d91e60e2d tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/ports?device_id=b5cde0b0-bbf6-4b5b-b3d5-774b388b8111 HTTP/1.1" status: 200 len: 943 time: 0.4471102 Jan 19 22:28:07.259950 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f2bfea-792e-450b-8af6-0582af8a9ff1 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] Pushing event updated for resources: {'Port': ['ID=1a949455-d3ad-4a02-9935-7cab828eac21,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:07.268711 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-30f2bfea-792e-450b-8af6-0582af8a9ff1 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:07.291441 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:07.311141 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-798e6bdf-2625-45e6-86b2-fd0c0f18a866 req-181c12f1-d43e-4c81-9d12-65fae3d36b80 service neutron] 10.222.0.66 "GET /v2.0/networks/6ef4e1d2-abe0-4afc-adb2-8d80517036be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358954 Jan 19 22:28:07.333965 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-bcb1e750-066a-4102-9b32-163df17edf59 req-00b606fb-6aed-498f-b5e8-eac8cf5a7226 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/security-groups?id=f3a187e4-160d-40ac-91dd-091a7dbbf55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825995 Jan 19 22:28:07.411422 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ef168-2a12-49d5-8b9f-dffcf3bc4f37 req-9c9cbf57-03c9-457b-b8f8-7a426a4a7c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:07.413124 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c33ef168-2a12-49d5-8b9f-dffcf3bc4f37 req-9c9cbf57-03c9-457b-b8f8-7a426a4a7c45 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5d4105938837484d8d82719812401145&device_id=6a10f7f1-035b-4e93-ad4f-1b5b624186c2 HTTP/1.1" status: 200 len: 1161 time: 0.3237770 Jan 19 22:28:07.431930 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aad4627d-9cce-484f-b9fa-8d9bd69be0b1 req-30f2bfea-792e-450b-8af6-0582af8a9ff1 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] Network eff15245-da6b-4ace-9e6e-78d6fc687aa7 is already hosted by enough agents. {{(pid=80165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:28:07.507349 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [req-aad4627d-9cce-484f-b9fa-8d9bd69be0b1 req-30f2bfea-792e-450b-8af6-0582af8a9ff1 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] Resources bound (agent type, host, resource id): {{(pid=80165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:28:07.518245 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a10f7f1-035b-4e93-ad4f-1b5b624186c2', 'tag': 'b563be47-029b-40f2-8a32-cdc588a1f765', 'status': 'completed', 'code': 200} Jan 19 22:28:07.520350 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad4627d-9cce-484f-b9fa-8d9bd69be0b1 req-30f2bfea-792e-450b-8af6-0582af8a9ff1 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] Received port after_create {{(pid=80165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:28:07.765494 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-798e6bdf-2625-45e6-86b2-fd0c0f18a866 req-344e3ee8-0a72-48b4-8260-90d003d467cb service neutron] 10.222.0.66 "GET /v2.0/networks/6ef4e1d2-abe0-4afc-adb2-8d80517036be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4447742 Jan 19 22:28:07.791498 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c33ef168-2a12-49d5-8b9f-dffcf3bc4f37 req-3f9ab90c-e0ef-4dbd-8f4f-9e9f7b5d76b9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b563be47-029b-40f2-8a32-cdc588a1f765 HTTP/1.1" status: 200 len: 217 time: 0.3597286 Jan 19 22:28:07.817034 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1adff-1fe7-4364-89d5-a31382629e17 req-1671e0e5-b231-45bd-8320-e8e6f6a4c940 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:07.819222 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c1e1adff-1fe7-4364-89d5-a31382629e17 req-1671e0e5-b231-45bd-8320-e8e6f6a4c940 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] 10.222.0.43 "GET /v2.0/ports?device_id=9d1e9a1b-c16d-46f4-92f1-ee3db80b4852 HTTP/1.1" status: 200 len: 932 time: 0.1919899 Jan 19 22:28:07.880948 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-c1e1adff-1fe7-4364-89d5-a31382629e17 req-98759322-9096-49b0-81cb-43565e67e2c4 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] Synchronizing usage tracker for tenant:8dd490133a764710883ce689de77da7a on resource:security_group {{(pid=80166) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:28:07.947935 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad4627d-9cce-484f-b9fa-8d9bd69be0b1 req-30f2bfea-792e-450b-8af6-0582af8a9ff1 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:07.948667 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-aad4627d-9cce-484f-b9fa-8d9bd69be0b1 req-30f2bfea-792e-450b-8af6-0582af8a9ff1 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for port, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:07.951259 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-c1e1adff-1fe7-4364-89d5-a31382629e17 req-98759322-9096-49b0-81cb-43565e67e2c4 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] Unset dirty status for tenant:8dd490133a764710883ce689de77da7a on resource:security_group {{(pid=80166) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:28:07.952682 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c1e1adff-1fe7-4364-89d5-a31382629e17 req-98759322-9096-49b0-81cb-43565e67e2c4 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] 10.222.0.43 "GET /v2.0/security-groups?id=973f435f-1d65-45f4-b3b9-176310c1e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272120 Jan 19 22:28:07.988726 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ef168-2a12-49d5-8b9f-dffcf3bc4f37 req-1b01d22f-53b6-4658-a488-4a550e7f91c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:07.990332 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c33ef168-2a12-49d5-8b9f-dffcf3bc4f37 req-1b01d22f-53b6-4658-a488-4a550e7f91c6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=159ed613-693d-4448-ae87-c90c7e446752 HTTP/1.1" status: 200 len: 855 time: 0.1430225 Jan 19 22:28:07.992708 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694373e9-0b2b-4040-a107-0885719a5872 req-e7f41b31-5849-49b9-bd0a-da2d94be8b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:07.994644 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-694373e9-0b2b-4040-a107-0885719a5872 req-e7f41b31-5849-49b9-bd0a-da2d94be8b8c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d21cc79040f84513b239a36e3444a630&device_id=b5cde0b0-bbf6-4b5b-b3d5-774b388b8111 HTTP/1.1" status: 200 len: 1160 time: 0.1067076 Jan 19 22:28:08.000058 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-aad4627d-9cce-484f-b9fa-8d9bd69be0b1 req-30f2bfea-792e-450b-8af6-0582af8a9ff1 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4621828 Jan 19 22:28:08.024918 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b76cfc-cf9d-435f-b55a-648ea34172a6 req-0ed66c97-5685-427a-8bea-6c1f31342664 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:08.026668 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f9b76cfc-cf9d-435f-b55a-648ea34172a6 req-0ed66c97-5685-427a-8bea-6c1f31342664 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=6a10f7f1-035b-4e93-ad4f-1b5b624186c2 HTTP/1.1" status: 200 len: 944 time: 0.2373266 Jan 19 22:28:08.075063 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [req-aad4627d-9cce-484f-b9fa-8d9bd69be0b1 req-15b8328d-40b7-4e39-a109-d7f69aa9b431 service neutron] Request body: {'port': {'device_id': '9d1e9a1b-c16d-46f4-92f1-ee3db80b4852', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:28:08.137054 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c33ef168-2a12-49d5-8b9f-dffcf3bc4f37 req-b76566c2-67a9-4b69-ade1-55bacfa7533a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2740a62a-3c9e-4608-87cc-687201ae0aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1093340 Jan 19 22:28:08.247129 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694373e9-0b2b-4040-a107-0885719a5872 req-377916b1-f632-47f5-aab1-07fde96793f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:08.248632 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-694373e9-0b2b-4040-a107-0885719a5872 req-377916b1-f632-47f5-aab1-07fde96793f1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6ef4e1d2-abe0-4afc-adb2-8d80517036be HTTP/1.1" status: 200 len: 903 time: 0.2215276 Jan 19 22:28:08.253434 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f9b76cfc-cf9d-435f-b55a-648ea34172a6 req-f02d1c40-5d51-4529-b329-2e137d67ac2c tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/security-groups?id=9328ab63-6502-4afe-9f51-4c69c085bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841266 Jan 19 22:28:08.353252 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a254f-06eb-4125-a724-f6179ac26f20 req-4921e37b-f8b2-4f74-b669-0c4d7c40b43c tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:08.355091 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-8c3a254f-06eb-4125-a724-f6179ac26f20 req-4921e37b-f8b2-4f74-b669-0c4d7c40b43c tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=3994cc61-b4f6-41de-9c13-149ad7c2641b HTTP/1.1" status: 200 len: 946 time: 0.2165854 Jan 19 22:28:08.368345 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-694373e9-0b2b-4040-a107-0885719a5872 req-ce287d9b-bf27-44ae-b8a5-23347258b46b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=351dbebd-7486-42d8-8e7a-ff7d30f6b9b1 HTTP/1.1" status: 200 len: 217 time: 0.1097155 Jan 19 22:28:08.386640 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-aad4627d-9cce-484f-b9fa-8d9bd69be0b1 req-15b8328d-40b7-4e39-a109-d7f69aa9b431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:08.468040 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c33ef168-2a12-49d5-8b9f-dffcf3bc4f37 req-03c92282-3531-4aa1-b274-95998b4c5a69 service neutron] 10.222.0.66 "GET /v2.0/networks/2740a62a-3c9e-4608-87cc-687201ae0aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110147 Jan 19 22:28:08.472555 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-8c3a254f-06eb-4125-a724-f6179ac26f20 req-19e521ec-b682-4c15-9bdb-b8cf095dfcfc tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072409 Jan 19 22:28:08.484441 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694373e9-0b2b-4040-a107-0885719a5872 req-cc2ec083-92b3-4b79-8abf-fa9b93992a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:08.486606 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-694373e9-0b2b-4040-a107-0885719a5872 req-cc2ec083-92b3-4b79-8abf-fa9b93992a33 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=39225dcd-ee80-4392-bbcc-dc9dafc3ba8c HTTP/1.1" status: 200 len: 849 time: 0.1015313 Jan 19 22:28:08.548499 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-694373e9-0b2b-4040-a107-0885719a5872 req-967b5508-cbb9-4efe-aea8-f4567abbdb2e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6ef4e1d2-abe0-4afc-adb2-8d80517036be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537698 Jan 19 22:28:08.845468 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c33ef168-2a12-49d5-8b9f-dffcf3bc4f37 req-6d1873b9-73fe-4da2-a5cd-a5f5c1ef6945 service neutron] 10.222.0.66 "GET /v2.0/networks/2740a62a-3c9e-4608-87cc-687201ae0aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3572438 Jan 19 22:28:08.953499 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-694373e9-0b2b-4040-a107-0885719a5872 req-1d769a26-4c70-4d43-9baa-ff361a84d8fb service neutron] 10.222.0.66 "GET /v2.0/networks/6ef4e1d2-abe0-4afc-adb2-8d80517036be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972673 Jan 19 22:28:08.957005 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fffaf76-6139-49a8-a691-c84556813a12 req-cf023dc1-3bb0-4a92-9662-89f9c74c534f tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:08.958739 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0fffaf76-6139-49a8-a691-c84556813a12 req-cf023dc1-3bb0-4a92-9662-89f9c74c534f tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/ports?device_id=b5cde0b0-bbf6-4b5b-b3d5-774b388b8111 HTTP/1.1" status: 200 len: 943 time: 0.3242517 Jan 19 22:28:09.132190 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0fffaf76-6139-49a8-a691-c84556813a12 req-da5c929c-89a1-41a9-a997-ad606d8e450f tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/security-groups?id=f3a187e4-160d-40ac-91dd-091a7dbbf55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642549 Jan 19 22:28:09.219808 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [req-aad4627d-9cce-484f-b9fa-8d9bd69be0b1 req-15b8328d-40b7-4e39-a109-d7f69aa9b431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a949455-d3ad-4a02-9935-7cab828eac21 {{(pid=80165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 19 22:28:09.228778 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-694373e9-0b2b-4040-a107-0885719a5872 req-cc7b3415-04f9-4a2f-9911-edab24a4c9ec service neutron] 10.222.0.66 "GET /v2.0/networks/6ef4e1d2-abe0-4afc-adb2-8d80517036be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2098253 Jan 19 22:28:09.230489 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-aad4627d-9cce-484f-b9fa-8d9bd69be0b1 req-15b8328d-40b7-4e39-a109-d7f69aa9b431 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:09.248964 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [req-aad4627d-9cce-484f-b9fa-8d9bd69be0b1 req-15b8328d-40b7-4e39-a109-d7f69aa9b431 service neutron] Transition to ACTIVE for port object 1a949455-d3ad-4a02-9935-7cab828eac21 will not be triggered until provisioned by entity L2. {{(pid=80165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:28:09.252558 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb1c9e-c525-4e4d-b6ce-e997034ec262 req-3cecd3d4-ee58-4b31-a15c-1817bfd89496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:09.254321 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d4bb1c9e-c525-4e4d-b6ce-e997034ec262 req-3cecd3d4-ee58-4b31-a15c-1817bfd89496 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5d4105938837484d8d82719812401145&device_id=6a10f7f1-035b-4e93-ad4f-1b5b624186c2 HTTP/1.1" status: 200 len: 1161 time: 0.2045906 Jan 19 22:28:09.255468 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-aad4627d-9cce-484f-b9fa-8d9bd69be0b1 req-15b8328d-40b7-4e39-a109-d7f69aa9b431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2008354'] for port, after_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:09.266245 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cdb9e2-a550-4abe-a163-92230cee158f req-071ca636-dd9b-4d97-92fa-3ea76cdc7b27 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:09.267952 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-b5cdb9e2-a550-4abe-a163-92230cee158f req-071ca636-dd9b-4d97-92fa-3ea76cdc7b27 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] 10.222.0.43 "GET /v2.0/ports?device_id=9d1e9a1b-c16d-46f4-92f1-ee3db80b4852 HTTP/1.1" status: 200 len: 932 time: 0.1511450 Jan 19 22:28:09.311044 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:09.349969 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-b5cdb9e2-a550-4abe-a163-92230cee158f req-0efd7b5f-bfe3-430a-9299-f86cdf9010a5 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] 10.222.0.43 "GET /v2.0/security-groups?id=973f435f-1d65-45f4-b3b9-176310c1e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752673 Jan 19 22:28:09.486551 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b8328d-40b7-4e39-a109-d7f69aa9b431 service neutron] Pushing event updated for resources: {'Port': ['ID=1a949455-d3ad-4a02-9935-7cab828eac21,revision_number=2']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:09.602151 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-15b8328d-40b7-4e39-a109-d7f69aa9b431 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:09.705586 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb1c9e-c525-4e4d-b6ce-e997034ec262 req-b7c90d1e-bb9c-4912-99d4-0a1c0a1cc45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:09.707220 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d4bb1c9e-c525-4e4d-b6ce-e997034ec262 req-b7c90d1e-bb9c-4912-99d4-0a1c0a1cc45a service neutron] 10.222.0.66 "GET /v2.0/networks?id=2740a62a-3c9e-4608-87cc-687201ae0aa2 HTTP/1.1" status: 200 len: 909 time: 0.4363658 Jan 19 22:28:10.044810 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe06de-d29e-4e1e-90b5-760ce3edfea6 req-6af497e1-d1b4-47b5-bf6f-32c810e82f65 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:10.046646 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-3efe06de-d29e-4e1e-90b5-760ce3edfea6 req-6af497e1-d1b4-47b5-bf6f-32c810e82f65 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=3994cc61-b4f6-41de-9c13-149ad7c2641b HTTP/1.1" status: 200 len: 946 time: 0.1188104 Jan 19 22:28:10.080898 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140da751-659d-42f9-b836-b274560b5289 req-952aea96-7f37-412c-b8fe-fb2c0d04f496 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:10.082585 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-140da751-659d-42f9-b836-b274560b5289 req-952aea96-7f37-412c-b8fe-fb2c0d04f496 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=6a10f7f1-035b-4e93-ad4f-1b5b624186c2 HTTP/1.1" status: 200 len: 944 time: 0.6040163 Jan 19 22:28:10.085584 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d4bb1c9e-c525-4e4d-b6ce-e997034ec262 req-56d84a49-710a-40c8-beb9-9ca85d75e3c9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b563be47-029b-40f2-8a32-cdc588a1f765 HTTP/1.1" status: 200 len: 217 time: 0.3119097 Jan 19 22:28:10.109937 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-3efe06de-d29e-4e1e-90b5-760ce3edfea6 req-e0605a43-39e0-4dbd-9c4b-e5f68133ce06 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553331 Jan 19 22:28:10.273174 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-140da751-659d-42f9-b836-b274560b5289 req-a2115642-c458-4a4f-b1c3-32487836f38c tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/security-groups?id=9328ab63-6502-4afe-9f51-4c69c085bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542945 Jan 19 22:28:10.277140 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb1c9e-c525-4e4d-b6ce-e997034ec262 req-d1a4e7e3-f591-4187-91ab-46ce4278dbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:10.282221 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d4bb1c9e-c525-4e4d-b6ce-e997034ec262 req-d1a4e7e3-f591-4187-91ab-46ce4278dbb7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=159ed613-693d-4448-ae87-c90c7e446752 HTTP/1.1" status: 200 len: 855 time: 0.1486888 Jan 19 22:28:10.381721 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d4bb1c9e-c525-4e4d-b6ce-e997034ec262 req-ce7555a1-763f-4a35-9f4e-60d61893ad47 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2740a62a-3c9e-4608-87cc-687201ae0aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769145 Jan 19 22:28:10.384201 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [req-aad4627d-9cce-484f-b9fa-8d9bd69be0b1 req-15b8328d-40b7-4e39-a109-d7f69aa9b431 service neutron] Attempting to bind port 1a949455-d3ad-4a02-9935-7cab828eac21 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=80165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:28:10.384651 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [req-aad4627d-9cce-484f-b9fa-8d9bd69be0b1 req-15b8328d-40b7-4e39-a109-d7f69aa9b431 service neutron] Attempting to bind port 1a949455-d3ad-4a02-9935-7cab828eac21 by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': 'e4600bd4-326d-4aab-871a-a6b11d0b0154', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'eff15245-da6b-4ace-9e6e-78d6fc687aa7'}] {{(pid=80165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:28:10.385097 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad4627d-9cce-484f-b9fa-8d9bd69be0b1 req-15b8328d-40b7-4e39-a109-d7f69aa9b431 service neutron] Attempting to bind port 1a949455-d3ad-4a02-9935-7cab828eac21 on network eff15245-da6b-4ace-9e6e-78d6fc687aa7 {{(pid=80165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:28:10.399259 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad4627d-9cce-484f-b9fa-8d9bd69be0b1 req-15b8328d-40b7-4e39-a109-d7f69aa9b431 service neutron] Checking agent: {'id': 'fdb5f3a7-7d47-485b-a3bd-ac2e8030a5a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 24, 37), 'started_at': datetime.datetime(2021, 1, 19, 22, 25, 7), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:28:10.399775 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad4627d-9cce-484f-b9fa-8d9bd69be0b1 req-15b8328d-40b7-4e39-a109-d7f69aa9b431 service neutron] Checking segment: {'id': 'e4600bd4-326d-4aab-871a-a6b11d0b0154', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'eff15245-da6b-4ace-9e6e-78d6fc687aa7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:28:10.400254 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-aad4627d-9cce-484f-b9fa-8d9bd69be0b1 req-15b8328d-40b7-4e39-a109-d7f69aa9b431 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:10.402100 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad4627d-9cce-484f-b9fa-8d9bd69be0b1 req-15b8328d-40b7-4e39-a109-d7f69aa9b431 service neutron] Bound using segment: {'id': 'e4600bd4-326d-4aab-871a-a6b11d0b0154', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'eff15245-da6b-4ace-9e6e-78d6fc687aa7'} {{(pid=80165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:28:10.402691 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [req-aad4627d-9cce-484f-b9fa-8d9bd69be0b1 req-15b8328d-40b7-4e39-a109-d7f69aa9b431 service neutron] Bound port: 1a949455-d3ad-4a02-9935-7cab828eac21, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4600bd4-326d-4aab-871a-a6b11d0b0154', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'eff15245-da6b-4ace-9e6e-78d6fc687aa7'}}] {{(pid=80165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:28:10.404499 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-aad4627d-9cce-484f-b9fa-8d9bd69be0b1 req-15b8328d-40b7-4e39-a109-d7f69aa9b431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:10.451158 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3feeebf-1c02-41e3-a9b9-28885421874d req-cc1c54f7-224f-42fa-8e0e-e5900ded2a89 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:10.453152 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c3feeebf-1c02-41e3-a9b9-28885421874d req-cc1c54f7-224f-42fa-8e0e-e5900ded2a89 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/ports?device_id=b5cde0b0-bbf6-4b5b-b3d5-774b388b8111 HTTP/1.1" status: 200 len: 943 time: 0.1643176 Jan 19 22:28:10.544603 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c3feeebf-1c02-41e3-a9b9-28885421874d req-33eb6417-d8b1-4737-99ad-378495d6dcfb tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/security-groups?id=f3a187e4-160d-40ac-91dd-091a7dbbf55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819447 Jan 19 22:28:10.685034 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 51582) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:10.688976 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-aad4627d-9cce-484f-b9fa-8d9bd69be0b1 req-15b8328d-40b7-4e39-a109-d7f69aa9b431 service neutron] For port 1a949455-d3ad-4a02-9935-7cab828eac21, host hv-cinder-75078, cleared binding levels {{(pid=80165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:28:10.703115 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-aad4627d-9cce-484f-b9fa-8d9bd69be0b1 req-15b8328d-40b7-4e39-a109-d7f69aa9b431 service neutron] For port 1a949455-d3ad-4a02-9935-7cab828eac21, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=1a949455-d3ad-4a02-9935-7cab828eac21,segment=NetworkSegment(e4600bd4-326d-4aab-871a-a6b11d0b0154),segment_id=e4600bd4-326d-4aab-871a-a6b11d0b0154)] {{(pid=80165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:28:10.721335 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-aad4627d-9cce-484f-b9fa-8d9bd69be0b1 req-15b8328d-40b7-4e39-a109-d7f69aa9b431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2008354'] for port, after_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:10.738257 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-76d38123-7a06-4fa3-9238-adf5bf9d6fc0 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:10.769874 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d4bb1c9e-c525-4e4d-b6ce-e997034ec262 req-03b89623-3ce7-4df9-914f-97ce0cea9bd7 service neutron] 10.222.0.66 "GET /v2.0/networks/2740a62a-3c9e-4608-87cc-687201ae0aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745515 Jan 19 22:28:10.913074 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-05692366-6a11-43a2-bd41-0285b41fa118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:10.929615 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-05692366-6a11-43a2-bd41-0285b41fa118 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:28:10.935323 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-05692366-6a11-43a2-bd41-0285b41fa118 admin admin] Usage tracker for resource:security_group_rule and tenant:431994be52754c509f80f57e3ecd4168 is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:28:10.938471 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-05692366-6a11-43a2-bd41-0285b41fa118 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:28:10.945615 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-05692366-6a11-43a2-bd41-0285b41fa118 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:28:11.001341 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5384ef7-b4ee-4cdc-a7fe-4b4857d6419d req-d1375647-1841-434e-805a-4d0f472fba72 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:11.001979 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-d5384ef7-b4ee-4cdc-a7fe-4b4857d6419d req-d1375647-1841-434e-805a-4d0f472fba72 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] Synchronizing usage tracker for tenant:8dd490133a764710883ce689de77da7a on resource:port {{(pid=80165) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:28:11.035469 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b8328d-40b7-4e39-a109-d7f69aa9b431 service neutron] Pushing event updated for resources: {'Port': ['ID=1a949455-d3ad-4a02-9935-7cab828eac21,revision_number=3']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:11.043108 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-05692366-6a11-43a2-bd41-0285b41fa118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:11.046670 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-05692366-6a11-43a2-bd41-0285b41fa118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:11.051497 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-15b8328d-40b7-4e39-a109-d7f69aa9b431 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:11.079856 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-786b31e8-22f7-47af-b607-7114b34ae5b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:11.087121 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-d5384ef7-b4ee-4cdc-a7fe-4b4857d6419d req-d1375647-1841-434e-805a-4d0f472fba72 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] Unset dirty status for tenant:8dd490133a764710883ce689de77da7a on resource:port {{(pid=80165) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:28:11.088408 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d5384ef7-b4ee-4cdc-a7fe-4b4857d6419d req-d1375647-1841-434e-805a-4d0f472fba72 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] 10.222.0.43 "GET /v2.0/ports?device_id=9d1e9a1b-c16d-46f4-92f1-ee3db80b4852 HTTP/1.1" status: 200 len: 944 time: 0.5148358 Jan 19 22:28:11.092122 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-05692366-6a11-43a2-bd41-0285b41fa118 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=431994be52754c509f80f57e3ecd4168&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4032607 Jan 19 22:28:11.092774 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 51596) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:11.099507 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device 351dbebd-7486-42d8-8e7a-ff7d30f6b9b1 up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:28:11.122708 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05692366-6a11-43a2-bd41-0285b41fa118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5394f8-b75a-4e02-90dc-d456f48103f9,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:11.128967 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-05692366-6a11-43a2-bd41-0285b41fa118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:11.154435 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d4bb1c9e-c525-4e4d-b6ce-e997034ec262 req-fc21f5c7-55f1-426d-97f6-754c5a6cf4cd service neutron] 10.222.0.66 "GET /v2.0/networks/2740a62a-3c9e-4608-87cc-687201ae0aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3530483 Jan 19 22:28:11.156944 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad4627d-9cce-484f-b9fa-8d9bd69be0b1 req-15b8328d-40b7-4e39-a109-d7f69aa9b431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:11.157673 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-aad4627d-9cce-484f-b9fa-8d9bd69be0b1 req-15b8328d-40b7-4e39-a109-d7f69aa9b431 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for port, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:11.159059 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-aad4627d-9cce-484f-b9fa-8d9bd69be0b1 req-15b8328d-40b7-4e39-a109-d7f69aa9b431 service neutron] 10.222.0.66 "PUT /v2.0/ports/1a949455-d3ad-4a02-9935-7cab828eac21 HTTP/1.1" status: 200 len: 1158 time: 3.0885835 Jan 19 22:28:11.168142 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d1e9a1b-c16d-46f4-92f1-ee3db80b4852', 'tag': '1a949455-d3ad-4a02-9935-7cab828eac21'}] {{(pid=80165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:28:11.174532 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning for port 351dbebd-7486-42d8-8e7a-ff7d30f6b9b1 completed by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:28:11.180635 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port 351dbebd-7486-42d8-8e7a-ff7d30f6b9b1 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:28:11.181062 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:11.225328 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d5384ef7-b4ee-4cdc-a7fe-4b4857d6419d req-eba79e0c-3c33-4fef-815f-52ada8b18f96 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] 10.222.0.43 "GET /v2.0/security-groups?id=973f435f-1d65-45f4-b3b9-176310c1e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161706 Jan 19 22:28:11.240890 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e9f1221b-b3bc-49fa-8e12-75c19d8ee7d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:11.316925 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e9f1221b-b3bc-49fa-8e12-75c19d8ee7d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:11.361980 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d1e9a1b-c16d-46f4-92f1-ee3db80b4852', 'tag': '1a949455-d3ad-4a02-9935-7cab828eac21', 'status': 'completed', 'code': 200} Jan 19 22:28:11.427819 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:11.432897 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad4627d-9cce-484f-b9fa-8d9bd69be0b1 req-6111df98-9844-4372-b3d4-4e1dcda3c23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:11.435593 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-aad4627d-9cce-484f-b9fa-8d9bd69be0b1 req-6111df98-9844-4372-b3d4-4e1dcda3c23f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8dd490133a764710883ce689de77da7a&device_id=9d1e9a1b-c16d-46f4-92f1-ee3db80b4852 HTTP/1.1" status: 200 len: 1161 time: 0.1718297 Jan 19 22:28:11.447134 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e9f1221b-b3bc-49fa-8e12-75c19d8ee7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:11.453182 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-89644225-512c-4de0-a3aa-951d60196d4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:11.470337 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5cde0b0-bbf6-4b5b-b3d5-774b388b8111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '351dbebd-7486-42d8-8e7a-ff7d30f6b9b1'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:28:11.507143 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] For port 351dbebd-7486-42d8-8e7a-ff7d30f6b9b1, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=351dbebd-7486-42d8-8e7a-ff7d30f6b9b1,segment=NetworkSegment(3f7c6ccc-f875-4a37-aad4-bbb9cbf53bde),segment_id=3f7c6ccc-f875-4a37-aad4-bbb9cbf53bde)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:28:11.514009 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:11.515947 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:11.593536 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f1221b-b3bc-49fa-8e12-75c19d8ee7d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5394f8-b75a-4e02-90dc-d456f48103f9,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:11.617325 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db718b-e4ef-41bd-be65-2fccb36d752b req-597c74cc-88f6-4eab-87f0-e05076db9ffa tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:11.629660 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-03db718b-e4ef-41bd-be65-2fccb36d752b req-597c74cc-88f6-4eab-87f0-e05076db9ffa tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=3994cc61-b4f6-41de-9c13-149ad7c2641b HTTP/1.1" status: 200 len: 946 time: 0.2585545 Jan 19 22:28:11.632176 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Pushing event updated for resources: {'Port': ['ID=351dbebd-7486-42d8-8e7a-ff7d30f6b9b1,revision_number=4']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:11.639496 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-aad4627d-9cce-484f-b9fa-8d9bd69be0b1 req-8aec7dd2-e4a3-4ac3-9591-87e6f323203b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a949455-d3ad-4a02-9935-7cab828eac21 HTTP/1.1" status: 200 len: 217 time: 0.1872449 Jan 19 22:28:11.646837 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-e9f1221b-b3bc-49fa-8e12-75c19d8ee7d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:11.654407 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:11.696739 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-03db718b-e4ef-41bd-be65-2fccb36d752b req-2bd0b320-d82a-49c5-b2f1-663b23a0c4e8 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640459 Jan 19 22:28:11.701846 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e9f1221b-b3bc-49fa-8e12-75c19d8ee7d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:11.703141 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-e9f1221b-b3bc-49fa-8e12-75c19d8ee7d2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5d5394f8-b75a-4e02-90dc-d456f48103f9 HTTP/1.1" status: 204 len: 168 time: 0.6075206 Jan 19 22:28:11.751193 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad4627d-9cce-484f-b9fa-8d9bd69be0b1 req-48479aaf-8cbc-4458-8189-fc05fa7d9599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:11.754358 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-aad4627d-9cce-484f-b9fa-8d9bd69be0b1 req-48479aaf-8cbc-4458-8189-fc05fa7d9599 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b4d66efe-5aaa-42d2-919b-29d92a8659d0 HTTP/1.1" status: 200 len: 849 time: 0.1053066 Jan 19 22:28:11.796332 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5cde0b0-bbf6-4b5b-b3d5-774b388b8111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '351dbebd-7486-42d8-8e7a-ff7d30f6b9b1', 'code': 200} Jan 19 22:28:11.796987 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b489bc-c8c9-4248-80ed-70ff597cbf73 req-83725520-5775-4082-8f41-71e99edabe8c tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:11.798876 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-e9b489bc-c8c9-4248-80ed-70ff597cbf73 req-83725520-5775-4082-8f41-71e99edabe8c tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=6a10f7f1-035b-4e93-ad4f-1b5b624186c2 HTTP/1.1" status: 200 len: 944 time: 0.2240663 Jan 19 22:28:11.865165 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-aad4627d-9cce-484f-b9fa-8d9bd69be0b1 req-d138b169-2728-46d2-b126-1108387b39df service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=eff15245-da6b-4ace-9e6e-78d6fc687aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962780 Jan 19 22:28:11.948225 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-e9b489bc-c8c9-4248-80ed-70ff597cbf73 req-f766558d-a94f-47f8-9b9a-28cd7feec748 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/security-groups?id=9328ab63-6502-4afe-9f51-4c69c085bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140389 Jan 19 22:28:12.054755 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8710482b-e0b0-42cb-a60d-bc0978f1a063 req-c455a8d5-436f-4619-9b88-f3b62dd85906 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:12.064370 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-8710482b-e0b0-42cb-a60d-bc0978f1a063 req-c455a8d5-436f-4619-9b88-f3b62dd85906 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/ports?device_id=b5cde0b0-bbf6-4b5b-b3d5-774b388b8111 HTTP/1.1" status: 200 len: 945 time: 0.1461895 Jan 19 22:28:12.143366 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-8710482b-e0b0-42cb-a60d-bc0978f1a063 req-aa5d2c6c-a892-44fc-b5fa-78b85891462c tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/security-groups?id=f3a187e4-160d-40ac-91dd-091a7dbbf55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776134 Jan 19 22:28:12.219940 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-aad4627d-9cce-484f-b9fa-8d9bd69be0b1 req-9492c662-ea34-4774-9aea-af1653fa4ba1 service neutron] 10.222.0.66 "GET /v2.0/networks/eff15245-da6b-4ace-9e6e-78d6fc687aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323185 Jan 19 22:28:12.354480 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df042c-118f-4d68-8327-2829ca2fa8f0 req-02fbeee2-1da5-4621-b271-4055f9908e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:12.356635 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-02df042c-118f-4d68-8327-2829ca2fa8f0 req-02fbeee2-1da5-4621-b271-4055f9908e97 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b5cde0b0-bbf6-4b5b-b3d5-774b388b8111 HTTP/1.1" status: 200 len: 1162 time: 0.1914849 Jan 19 22:28:12.387775 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-aad4627d-9cce-484f-b9fa-8d9bd69be0b1 req-df610af6-2e81-47c2-82c4-c8d1bb9fd8a4 service neutron] 10.222.0.66 "GET /v2.0/networks/eff15245-da6b-4ace-9e6e-78d6fc687aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1577797 Jan 19 22:28:12.448269 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-02df042c-118f-4d68-8327-2829ca2fa8f0 req-256a91ea-1b41-4bf3-9f0b-d409b4b5e9bf service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f3a187e4-160d-40ac-91dd-091a7dbbf55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388269 Jan 19 22:28:12.484090 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa32d2e4-0a40-475f-81ae-482df56ac979 req-0cacbc37-0000-43a8-919e-e9e477913f40 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:12.485724 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-aa32d2e4-0a40-475f-81ae-482df56ac979 req-0cacbc37-0000-43a8-919e-e9e477913f40 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] 10.222.0.43 "GET /v2.0/ports?device_id=9d1e9a1b-c16d-46f4-92f1-ee3db80b4852 HTTP/1.1" status: 200 len: 944 time: 0.1093397 Jan 19 22:28:12.537413 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-aa32d2e4-0a40-475f-81ae-482df56ac979 req-76b9fcd9-b174-4f96-8ff6-2577d8261650 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] 10.222.0.43 "GET /v2.0/security-groups?id=973f435f-1d65-45f4-b3b9-176310c1e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447366 Jan 19 22:28:12.978783 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0d531-f7e2-4a78-9308-9289bb6d3787 req-729a7283-53ad-4054-b01e-890fc130983d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:12.980395 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-39d0d531-f7e2-4a78-9308-9289bb6d3787 req-729a7283-53ad-4054-b01e-890fc130983d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8dd490133a764710883ce689de77da7a&device_id=9d1e9a1b-c16d-46f4-92f1-ee3db80b4852 HTTP/1.1" status: 200 len: 1161 time: 0.1478338 Jan 19 22:28:13.003048 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab92be-a972-4e4b-bbef-6faa3d251a79 req-3847cbcf-9426-4442-9b73-319c8bb952b7 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:13.004612 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-69ab92be-a972-4e4b-bbef-6faa3d251a79 req-3847cbcf-9426-4442-9b73-319c8bb952b7 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=3994cc61-b4f6-41de-9c13-149ad7c2641b HTTP/1.1" status: 200 len: 946 time: 0.1370697 Jan 19 22:28:13.162262 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-69ab92be-a972-4e4b-bbef-6faa3d251a79 req-bac30ace-7518-4dbd-9f14-2ecaee4d8f5d tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321104 Jan 19 22:28:13.191906 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0d531-f7e2-4a78-9308-9289bb6d3787 req-e04fa07f-1ec9-4b49-8422-90e9acd1299a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:13.193561 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-39d0d531-f7e2-4a78-9308-9289bb6d3787 req-e04fa07f-1ec9-4b49-8422-90e9acd1299a service neutron] 10.222.0.66 "GET /v2.0/networks?id=eff15245-da6b-4ace-9e6e-78d6fc687aa7 HTTP/1.1" status: 200 len: 903 time: 0.1879587 Jan 19 22:28:13.205080 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d845ff8-2185-47f4-aa9d-a405b458d6c2 req-4ec3e632-558b-488e-ae70-9d8af9e5e2f4 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:13.206843 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0d845ff8-2185-47f4-aa9d-a405b458d6c2 req-4ec3e632-558b-488e-ae70-9d8af9e5e2f4 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=6a10f7f1-035b-4e93-ad4f-1b5b624186c2 HTTP/1.1" status: 200 len: 944 time: 0.1101592 Jan 19 22:28:13.263843 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0d845ff8-2185-47f4-aa9d-a405b458d6c2 req-dc09d3eb-e867-4523-aa42-5de1eb4a75a8 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/security-groups?id=9328ab63-6502-4afe-9f51-4c69c085bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497458 Jan 19 22:28:13.283377 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-39d0d531-f7e2-4a78-9308-9289bb6d3787 req-8622c790-c85c-4bcf-8b34-984beb36d7d5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a949455-d3ad-4a02-9935-7cab828eac21 HTTP/1.1" status: 200 len: 217 time: 0.0798028 Jan 19 22:28:13.367556 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device b563be47-029b-40f2-8a32-cdc588a1f765 up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:28:13.400244 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0d531-f7e2-4a78-9308-9289bb6d3787 req-dd53aee8-9066-4474-a609-6a416b681826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:13.402183 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-39d0d531-f7e2-4a78-9308-9289bb6d3787 req-dd53aee8-9066-4474-a609-6a416b681826 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b4d66efe-5aaa-42d2-919b-29d92a8659d0 HTTP/1.1" status: 200 len: 849 time: 0.1104140 Jan 19 22:28:13.467525 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-39d0d531-f7e2-4a78-9308-9289bb6d3787 req-57c66519-aebe-4a7f-8cdf-303188b60e5b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=eff15245-da6b-4ace-9e6e-78d6fc687aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559294 Jan 19 22:28:13.482075 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning for port b563be47-029b-40f2-8a32-cdc588a1f765 completed by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:28:13.488651 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port b563be47-029b-40f2-8a32-cdc588a1f765 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:28:13.489387 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:13.639191 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:13.683662 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] For port b563be47-029b-40f2-8a32-cdc588a1f765, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=b563be47-029b-40f2-8a32-cdc588a1f765,segment=NetworkSegment(2494e6ea-e327-4774-b77a-709af40c6c25),segment_id=2494e6ea-e327-4774-b77a-709af40c6c25)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:28:13.692135 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:13.693450 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device 351dbebd-7486-42d8-8e7a-ff7d30f6b9b1 up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:28:13.737192 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:13.815409 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056221f1-5570-4404-8502-2c94da1409e3 req-104ca040-f492-4b7f-98cf-f062d49048b1 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:13.817119 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-056221f1-5570-4404-8502-2c94da1409e3 req-104ca040-f492-4b7f-98cf-f062d49048b1 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/ports?device_id=b5cde0b0-bbf6-4b5b-b3d5-774b388b8111 HTTP/1.1" status: 200 len: 945 time: 0.4857950 Jan 19 22:28:13.852401 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a10f7f1-035b-4e93-ad4f-1b5b624186c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b563be47-029b-40f2-8a32-cdc588a1f765'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:28:13.858439 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Pushing event updated for resources: {'Port': ['ID=b563be47-029b-40f2-8a32-cdc588a1f765,revision_number=4']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:13.865736 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:13.897523 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ee97d-e888-4e5a-9914-4340c1b335b6 req-d63ce7d6-4393-4484-a728-b7a647c1836e tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:13.904667 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port 351dbebd-7486-42d8-8e7a-ff7d30f6b9b1 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:28:13.905096 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:13.906546 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d52ee97d-e888-4e5a-9914-4340c1b335b6 req-d63ce7d6-4393-4484-a728-b7a647c1836e tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] 10.222.0.43 "GET /v2.0/ports?device_id=9d1e9a1b-c16d-46f4-92f1-ee3db80b4852 HTTP/1.1" status: 200 len: 944 time: 0.1573811 Jan 19 22:28:13.912573 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-056221f1-5570-4404-8502-2c94da1409e3 req-c7266be3-d90d-4a21-9c3a-0cd0c8a19e1b tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/security-groups?id=f3a187e4-160d-40ac-91dd-091a7dbbf55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866740 Jan 19 22:28:13.915102 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-39d0d531-f7e2-4a78-9308-9289bb6d3787 req-2c3f13a2-2a58-41a6-a9af-1190018f248b service neutron] 10.222.0.66 "GET /v2.0/networks/eff15245-da6b-4ace-9e6e-78d6fc687aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4333761 Jan 19 22:28:13.975836 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d52ee97d-e888-4e5a-9914-4340c1b335b6 req-bdbfdde8-3458-46e4-8253-061483b40a5b tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] 10.222.0.43 "GET /v2.0/security-groups?id=973f435f-1d65-45f4-b3b9-176310c1e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679228 Jan 19 22:28:14.112843 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a10f7f1-035b-4e93-ad4f-1b5b624186c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b563be47-029b-40f2-8a32-cdc588a1f765', 'code': 200} Jan 19 22:28:14.170147 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-39d0d531-f7e2-4a78-9308-9289bb6d3787 req-38410641-51ed-46aa-aa05-fbd814203618 service neutron] 10.222.0.66 "GET /v2.0/networks/eff15245-da6b-4ace-9e6e-78d6fc687aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2323644 Jan 19 22:28:14.462990 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ab87b-fced-4853-af48-f0036fa628d0 req-c194b103-ff97-4e33-bcad-9820dd6cc4f7 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:14.464659 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-148ab87b-fced-4853-af48-f0036fa628d0 req-c194b103-ff97-4e33-bcad-9820dd6cc4f7 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=3994cc61-b4f6-41de-9c13-149ad7c2641b HTTP/1.1" status: 200 len: 946 time: 0.1533401 Jan 19 22:28:14.519584 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c351e81-0e9f-4061-8803-2b78b2428cd9 req-55baaa64-e931-4eba-92c4-7bf0ea678c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:14.519832 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-148ab87b-fced-4853-af48-f0036fa628d0 req-413217ad-8375-4611-a7e2-be6f632a968f tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474095 Jan 19 22:28:14.521353 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-5c351e81-0e9f-4061-8803-2b78b2428cd9 req-55baaa64-e931-4eba-92c4-7bf0ea678c76 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6a10f7f1-035b-4e93-ad4f-1b5b624186c2 HTTP/1.1" status: 200 len: 1163 time: 0.1434805 Jan 19 22:28:14.569504 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 51708) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:14.591228 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-5c351e81-0e9f-4061-8803-2b78b2428cd9 req-8326cce0-ee1b-4db1-aba9-45ce3a9f890f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9328ab63-6502-4afe-9f51-4c69c085bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578847 Jan 19 22:28:14.622728 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca26adaa-f3ed-45a7-8fd3-b39bd1ffdb2d req-cd061080-f02b-4b51-a707-29bdc21e8366 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:14.624308 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ca26adaa-f3ed-45a7-8fd3-b39bd1ffdb2d req-cd061080-f02b-4b51-a707-29bdc21e8366 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=6a10f7f1-035b-4e93-ad4f-1b5b624186c2 HTTP/1.1" status: 200 len: 946 time: 0.1458559 Jan 19 22:28:14.630992 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device b563be47-029b-40f2-8a32-cdc588a1f765 up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:28:14.695321 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ca26adaa-f3ed-45a7-8fd3-b39bd1ffdb2d req-14803442-b908-4aac-ada0-7aad84941eef tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/security-groups?id=9328ab63-6502-4afe-9f51-4c69c085bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529890 Jan 19 22:28:14.718438 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port b563be47-029b-40f2-8a32-cdc588a1f765 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:28:14.718867 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:14.743833 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-57873c79-3b58-4268-ae2e-ca122116ab00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:14.759619 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-57873c79-3b58-4268-ae2e-ca122116ab00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:28:14.763691 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-57873c79-3b58-4268-ae2e-ca122116ab00 admin admin] Usage tracker for resource:security_group_rule and tenant:022502a5925f4fb3b11c8e4b35d001ef is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:28:14.766705 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-57873c79-3b58-4268-ae2e-ca122116ab00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:28:14.773473 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-57873c79-3b58-4268-ae2e-ca122116ab00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:28:14.865040 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-57873c79-3b58-4268-ae2e-ca122116ab00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:14.867832 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-57873c79-3b58-4268-ae2e-ca122116ab00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:14.876390 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:14.918016 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-57873c79-3b58-4268-ae2e-ca122116ab00 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=022502a5925f4fb3b11c8e4b35d001ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3472614 Jan 19 22:28:14.920289 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57873c79-3b58-4268-ae2e-ca122116ab00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd902592-716a-4bd1-9b23-af91863f0577,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:14.921645 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 51716) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:14.923594 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-57873c79-3b58-4268-ae2e-ca122116ab00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:14.988765 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1dbf9180-4c97-4ded-b6d4-4a9acdffc5cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:15.017883 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1dbf9180-4c97-4ded-b6d4-4a9acdffc5cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:15.133960 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1dbf9180-4c97-4ded-b6d4-4a9acdffc5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:15.139979 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-e9f1221b-b3bc-49fa-8e12-75c19d8ee7d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:15.172255 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c012e0a-3618-497b-a4d3-779a3a67ceb2 req-de42c628-1c97-4f46-ba70-66c941a748c4 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:15.173942 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-2c012e0a-3618-497b-a4d3-779a3a67ceb2 req-de42c628-1c97-4f46-ba70-66c941a748c4 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/ports?device_id=b5cde0b0-bbf6-4b5b-b3d5-774b388b8111 HTTP/1.1" status: 200 len: 945 time: 0.1376312 Jan 19 22:28:15.178092 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf9180-4c97-4ded-b6d4-4a9acdffc5cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd902592-716a-4bd1-9b23-af91863f0577,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:15.183249 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-1dbf9180-4c97-4ded-b6d4-4a9acdffc5cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:15.185566 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1dbf9180-4c97-4ded-b6d4-4a9acdffc5cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:15.186776 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-1dbf9180-4c97-4ded-b6d4-4a9acdffc5cf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fd902592-716a-4bd1-9b23-af91863f0577 HTTP/1.1" status: 204 len: 168 time: 0.2640476 Jan 19 22:28:15.220010 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c405ad9-39c1-4319-a5f9-1496b27befdf req-36190e05-d759-4c35-8106-66bec2a74a83 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:15.221836 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-7c405ad9-39c1-4319-a5f9-1496b27befdf req-36190e05-d759-4c35-8106-66bec2a74a83 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] 10.222.0.43 "GET /v2.0/ports?device_id=9d1e9a1b-c16d-46f4-92f1-ee3db80b4852 HTTP/1.1" status: 200 len: 944 time: 0.1066847 Jan 19 22:28:15.255509 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-2c012e0a-3618-497b-a4d3-779a3a67ceb2 req-fd5b48fa-b11a-4189-a19d-39f9bd7ecafa tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/security-groups?id=f3a187e4-160d-40ac-91dd-091a7dbbf55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640044 Jan 19 22:28:15.274638 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-7c405ad9-39c1-4319-a5f9-1496b27befdf req-2dc6a000-b183-4ed0-9b5f-0767ff5b3f63 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] 10.222.0.43 "GET /v2.0/security-groups?id=973f435f-1d65-45f4-b3b9-176310c1e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463779 Jan 19 22:28:15.558216 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 51736) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:15.579403 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1daa6926-db46-49a3-a1e7-6479fe989e26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:15.597236 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-1daa6926-db46-49a3-a1e7-6479fe989e26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:28:15.601554 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-1daa6926-db46-49a3-a1e7-6479fe989e26 admin admin] Usage tracker for resource:security_group_rule and tenant:1664fc594091492c980f22fc9a7fca83 is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:28:15.604875 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-1daa6926-db46-49a3-a1e7-6479fe989e26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:28:15.611022 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-1daa6926-db46-49a3-a1e7-6479fe989e26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:28:15.784789 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1daa6926-db46-49a3-a1e7-6479fe989e26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:15.829435 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd4f96-05ce-43f1-9497-70561a37210a req-080aaa61-7b70-4bb2-84a9-af7d21764657 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:15.831151 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-26bd4f96-05ce-43f1-9497-70561a37210a req-080aaa61-7b70-4bb2-84a9-af7d21764657 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=3994cc61-b4f6-41de-9c13-149ad7c2641b HTTP/1.1" status: 200 len: 946 time: 0.1494958 Jan 19 22:28:15.831945 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1daa6926-db46-49a3-a1e7-6479fe989e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:15.842022 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:15.897697 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daa6926-db46-49a3-a1e7-6479fe989e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ec2887-0faf-4a6b-9b09-dbb969e6c04f,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:15.907753 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-1daa6926-db46-49a3-a1e7-6479fe989e26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:15.951038 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-26bd4f96-05ce-43f1-9497-70561a37210a req-cae6352c-9872-400a-b27f-7fed60dbfe0f tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114335 Jan 19 22:28:15.957198 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-1daa6926-db46-49a3-a1e7-6479fe989e26 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1664fc594091492c980f22fc9a7fca83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3948181 Jan 19 22:28:15.957624 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 51760) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:15.970719 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72a070-b100-47d7-91ce-40ea9f3046bf req-bb9b2e52-1344-4da4-bdc1-b93ed7e38913 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:15.976557 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ef72a070-b100-47d7-91ce-40ea9f3046bf req-bb9b2e52-1344-4da4-bdc1-b93ed7e38913 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=6a10f7f1-035b-4e93-ad4f-1b5b624186c2 HTTP/1.1" status: 200 len: 946 time: 0.1266160 Jan 19 22:28:16.034169 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-dae74ff6-13a7-410b-bf2d-12ed65e0f89b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:16.041921 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ef72a070-b100-47d7-91ce-40ea9f3046bf req-0f84058a-b1ac-41cd-8462-3032b0b1516a tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/security-groups?id=9328ab63-6502-4afe-9f51-4c69c085bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592115 Jan 19 22:28:16.070029 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-dae74ff6-13a7-410b-bf2d-12ed65e0f89b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:16.131577 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-dae74ff6-13a7-410b-bf2d-12ed65e0f89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:16.137255 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:16.149247 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae74ff6-13a7-410b-bf2d-12ed65e0f89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ec2887-0faf-4a6b-9b09-dbb969e6c04f,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:16.154359 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-dae74ff6-13a7-410b-bf2d-12ed65e0f89b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:16.157206 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-dae74ff6-13a7-410b-bf2d-12ed65e0f89b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:16.172542 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-dae74ff6-13a7-410b-bf2d-12ed65e0f89b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d6ec2887-0faf-4a6b-9b09-dbb969e6c04f HTTP/1.1" status: 204 len: 168 time: 0.2137921 Jan 19 22:28:16.549163 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3c1b3-977a-489a-b284-5d6e59ec3302 req-7e75e366-323f-4d52-ab81-bf0c8392e9f4 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:16.551055 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f0d3c1b3-977a-489a-b284-5d6e59ec3302 req-7e75e366-323f-4d52-ab81-bf0c8392e9f4 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] 10.222.0.43 "GET /v2.0/ports?device_id=9d1e9a1b-c16d-46f4-92f1-ee3db80b4852 HTTP/1.1" status: 200 len: 944 time: 0.1144619 Jan 19 22:28:16.603932 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f0d3c1b3-977a-489a-b284-5d6e59ec3302 req-0f41eb7c-0ffb-45a7-b70d-ff9b77f03780 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] 10.222.0.43 "GET /v2.0/security-groups?id=973f435f-1d65-45f4-b3b9-176310c1e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462613 Jan 19 22:28:16.872559 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.objects.ports [None req-7258b9b9-1dfc-4b65-b7b2-bdc17c63ce7e None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80167) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 19 22:28:16.878006 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be226f-2dd2-4742-96e0-8f19caf46c83 req-74d9f950-bb75-424b-b662-2476afee3497 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:16.879708 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-03be226f-2dd2-4742-96e0-8f19caf46c83 req-74d9f950-bb75-424b-b662-2476afee3497 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/ports?device_id=b5cde0b0-bbf6-4b5b-b3d5-774b388b8111 HTTP/1.1" status: 200 len: 945 time: 0.1068957 Jan 19 22:28:16.933542 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-03be226f-2dd2-4742-96e0-8f19caf46c83 req-fe4c8bea-9264-4df7-b6c5-ca61c4a5c999 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/security-groups?id=f3a187e4-160d-40ac-91dd-091a7dbbf55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466449 Jan 19 22:28:17.197837 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef62c3-76b6-4dd0-a013-e8cd70768450 req-b0e034a2-b722-49b2-87fb-4f98307ae627 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:17.199561 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-daef62c3-76b6-4dd0-a013-e8cd70768450 req-b0e034a2-b722-49b2-87fb-4f98307ae627 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=3994cc61-b4f6-41de-9c13-149ad7c2641b HTTP/1.1" status: 200 len: 946 time: 0.1147761 Jan 19 22:28:17.270065 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-daef62c3-76b6-4dd0-a013-e8cd70768450 req-5e0eab4c-ee37-4a7d-bffc-441d0dfab6c9 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634863 Jan 19 22:28:17.326929 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503b0a8-4d60-4719-88a6-fdee07e6f24b req-19cc3655-8e1c-4c67-8c0c-901f4fe244eb tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:17.334783 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6503b0a8-4d60-4719-88a6-fdee07e6f24b req-19cc3655-8e1c-4c67-8c0c-901f4fe244eb tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=6a10f7f1-035b-4e93-ad4f-1b5b624186c2 HTTP/1.1" status: 200 len: 946 time: 0.1479275 Jan 19 22:28:17.401357 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6503b0a8-4d60-4719-88a6-fdee07e6f24b req-3ddb9a0d-4c9c-4ed2-a7cf-422aa032405d tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/security-groups?id=9328ab63-6502-4afe-9f51-4c69c085bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635705 Jan 19 22:28:17.872582 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034bf91e-ba80-432b-831e-24bf5e3d18c7 req-7cdd462b-9304-4e76-8cb0-12e238dd0154 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:17.881977 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-034bf91e-ba80-432b-831e-24bf5e3d18c7 req-7cdd462b-9304-4e76-8cb0-12e238dd0154 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] 10.222.0.43 "GET /v2.0/ports?device_id=9d1e9a1b-c16d-46f4-92f1-ee3db80b4852 HTTP/1.1" status: 200 len: 944 time: 0.1313453 Jan 19 22:28:17.957849 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-034bf91e-ba80-432b-831e-24bf5e3d18c7 req-a042dc37-6532-48a4-9590-ddcae96531b7 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] 10.222.0.43 "GET /v2.0/security-groups?id=973f435f-1d65-45f4-b3b9-176310c1e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746405 Jan 19 22:28:18.140945 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 51846) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:18.189812 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device b563be47-029b-40f2-8a32-cdc588a1f765 up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:28:18.270364 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3e9a6-917a-42dd-9c14-a73fd5b097b0 req-5d911d57-68fe-48ae-b510-2d44d55956d2 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:18.272138 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-e1d3e9a6-917a-42dd-9c14-a73fd5b097b0 req-5d911d57-68fe-48ae-b510-2d44d55956d2 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/ports?device_id=b5cde0b0-bbf6-4b5b-b3d5-774b388b8111 HTTP/1.1" status: 200 len: 945 time: 0.1456792 Jan 19 22:28:18.279174 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port b563be47-029b-40f2-8a32-cdc588a1f765 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:28:18.279777 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:18.341200 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-e1d3e9a6-917a-42dd-9c14-a73fd5b097b0 req-41ec0bf1-5bbf-456a-8f9a-3a374fdae6ad tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/security-groups?id=f3a187e4-160d-40ac-91dd-091a7dbbf55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607705 Jan 19 22:28:18.382379 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1f23ee7e-9da1-4156-8e8d-0a8beb85855d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:18.417312 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device 1a949455-d3ad-4a02-9935-7cab828eac21 up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:28:18.420553 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-1f23ee7e-9da1-4156-8e8d-0a8beb85855d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:28:18.429344 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-1f23ee7e-9da1-4156-8e8d-0a8beb85855d admin admin] Usage tracker for resource:security_group_rule and tenant:c7d36b89736340d29abcfad48e090fa2 is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:28:18.432990 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-1f23ee7e-9da1-4156-8e8d-0a8beb85855d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:28:18.440791 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-1f23ee7e-9da1-4156-8e8d-0a8beb85855d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:28:18.513091 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning for port 1a949455-d3ad-4a02-9935-7cab828eac21 completed by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:28:18.519555 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port 1a949455-d3ad-4a02-9935-7cab828eac21 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:28:18.520327 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:18.603612 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1f23ee7e-9da1-4156-8e8d-0a8beb85855d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:18.618120 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1f23ee7e-9da1-4156-8e8d-0a8beb85855d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:18.636533 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-900c7c9d-c49e-4b53-9579-8da65c548c5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:18.654541 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:18.682277 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-1f23ee7e-9da1-4156-8e8d-0a8beb85855d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c7d36b89736340d29abcfad48e090fa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5374732 Jan 19 22:28:18.684625 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 51864) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:18.691166 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d1e9a1b-c16d-46f4-92f1-ee3db80b4852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a949455-d3ad-4a02-9935-7cab828eac21'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:28:18.698798 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] For port 1a949455-d3ad-4a02-9935-7cab828eac21, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=1a949455-d3ad-4a02-9935-7cab828eac21,segment=NetworkSegment(e4600bd4-326d-4aab-871a-a6b11d0b0154),segment_id=e4600bd4-326d-4aab-871a-a6b11d0b0154)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:28:18.702603 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:18.704527 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:18.722664 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306391d3-887e-4e72-81d8-53dfdb0bd5cf req-c0c669a9-4303-458a-813a-48464f1463df tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:18.730090 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-306391d3-887e-4e72-81d8-53dfdb0bd5cf req-c0c669a9-4303-458a-813a-48464f1463df tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=3994cc61-b4f6-41de-9c13-149ad7c2641b HTTP/1.1" status: 200 len: 946 time: 0.2180057 Jan 19 22:28:18.747023 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f23ee7e-9da1-4156-8e8d-0a8beb85855d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d2bece-e4d7-4437-a3dc-ca63a8106d78,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:18.766247 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-1f23ee7e-9da1-4156-8e8d-0a8beb85855d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:18.800773 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Pushing event updated for resources: {'Port': ['ID=1a949455-d3ad-4a02-9935-7cab828eac21,revision_number=4']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:18.804276 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:18.815037 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-57d4d95b-04e4-414f-a53b-492e2d446171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:18.831765 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-306391d3-887e-4e72-81d8-53dfdb0bd5cf req-1166c2be-fc55-4e2b-8ecc-74786c339034 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924187 Jan 19 22:28:18.847886 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-57d4d95b-04e4-414f-a53b-492e2d446171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:18.873812 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d1e9a1b-c16d-46f4-92f1-ee3db80b4852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a949455-d3ad-4a02-9935-7cab828eac21', 'code': 200} Jan 19 22:28:18.906061 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-57d4d95b-04e4-414f-a53b-492e2d446171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:18.912679 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-c7d0d71a-ef23-4e49-a312-d0eb99dd47d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:18.927042 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d4d95b-04e4-414f-a53b-492e2d446171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d2bece-e4d7-4437-a3dc-ca63a8106d78,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:18.929497 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-57d4d95b-04e4-414f-a53b-492e2d446171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:18.931037 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-57d4d95b-04e4-414f-a53b-492e2d446171 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a9d2bece-e4d7-4437-a3dc-ca63a8106d78 HTTP/1.1" status: 204 len: 168 time: 0.2443402 Jan 19 22:28:18.931756 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-57d4d95b-04e4-414f-a53b-492e2d446171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:19.207888 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2695d07-715e-49e2-ad13-7e678a1a573d req-9932da8d-94c2-4966-b2a2-844ae8aa5b3d tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:19.209563 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d2695d07-715e-49e2-ad13-7e678a1a573d req-9932da8d-94c2-4966-b2a2-844ae8aa5b3d tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] 10.222.0.43 "GET /v2.0/ports?device_id=9d1e9a1b-c16d-46f4-92f1-ee3db80b4852 HTTP/1.1" status: 200 len: 946 time: 0.1105797 Jan 19 22:28:19.263881 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 51890) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:19.287553 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d2695d07-715e-49e2-ad13-7e678a1a573d req-28acb7cb-5173-4e8f-90a5-79a8685a5c80 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] 10.222.0.43 "GET /v2.0/security-groups?id=973f435f-1d65-45f4-b3b9-176310c1e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713329 Jan 19 22:28:19.416549 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7bf172-d0b6-4509-b721-02971ce78daa req-59ca93b7-54e6-4af2-9b84-54f31b9d9226 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:19.418322 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-5f7bf172-d0b6-4509-b721-02971ce78daa req-59ca93b7-54e6-4af2-9b84-54f31b9d9226 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.66 "GET /v2.0/ports?device_id=b5cde0b0-bbf6-4b5b-b3d5-774b388b8111 HTTP/1.1" status: 200 len: 945 time: 0.2755976 Jan 19 22:28:19.429978 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f52d28-708b-498d-84c1-d4a810ad8f78 req-c29ac214-4c0c-44fa-9a39-ebf409a88c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:19.431695 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-e6f52d28-708b-498d-84c1-d4a810ad8f78 req-c29ac214-4c0c-44fa-9a39-ebf409a88c25 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9d1e9a1b-c16d-46f4-92f1-ee3db80b4852 HTTP/1.1" status: 200 len: 1163 time: 0.1853089 Jan 19 22:28:19.508147 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 51902) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:19.545636 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [req-5f7bf172-d0b6-4509-b721-02971ce78daa req-59226157-aca0-4986-8378-2c4dbb474f08 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Deleting port 351dbebd-7486-42d8-8e7a-ff7d30f6b9b1 {{(pid=80165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:28:19.546022 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-5f7bf172-d0b6-4509-b721-02971ce78daa req-59226157-aca0-4986-8378-2c4dbb474f08 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:19.561736 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-65194677-e1fa-4ee3-a509-97e54316bc4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:19.588049 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-91de37da-6282-4a2b-82b6-169b95865c1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:19.604343 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device 1a949455-d3ad-4a02-9935-7cab828eac21 up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:28:19.610824 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-65194677-e1fa-4ee3-a509-97e54316bc4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:28:19.615106 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-e6f52d28-708b-498d-84c1-d4a810ad8f78 req-d9a75126-2e54-472f-b48f-e7688222fa70 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=973f435f-1d65-45f4-b3b9-176310c1e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045966 Jan 19 22:28:19.620554 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-91de37da-6282-4a2b-82b6-169b95865c1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:28:19.622909 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-65194677-e1fa-4ee3-a509-97e54316bc4d admin admin] Usage tracker for resource:security_group_rule and tenant:3762b5924fa5483f905f5588393d5987 is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:28:19.639341 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-91de37da-6282-4a2b-82b6-169b95865c1e admin admin] Usage tracker for resource:security_group_rule and tenant:9681708291ab43ef95dd747d06ce2fea is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:28:19.642533 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-65194677-e1fa-4ee3-a509-97e54316bc4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:28:19.646815 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-91de37da-6282-4a2b-82b6-169b95865c1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:28:19.658145 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-65194677-e1fa-4ee3-a509-97e54316bc4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:28:19.660763 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-91de37da-6282-4a2b-82b6-169b95865c1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:28:19.706989 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e5b9a-0c20-487f-903f-0e0e3c6722c2 req-011d7e20-9f36-4168-aa4b-b7ba722e11f3 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:19.708729 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-b78e5b9a-0c20-487f-903f-0e0e3c6722c2 req-011d7e20-9f36-4168-aa4b-b7ba722e11f3 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/ports?device_id=b5cde0b0-bbf6-4b5b-b3d5-774b388b8111 HTTP/1.1" status: 200 len: 945 time: 0.2015076 Jan 19 22:28:19.718898 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port 1a949455-d3ad-4a02-9935-7cab828eac21 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:28:19.719218 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:19.819978 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-b78e5b9a-0c20-487f-903f-0e0e3c6722c2 req-ba8a4177-f976-4d0b-9e0c-4a3118b04aca tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/security-groups?id=f3a187e4-160d-40ac-91dd-091a7dbbf55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892606 Jan 19 22:28:19.835458 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-5f7bf172-d0b6-4509-b721-02971ce78daa req-59226157-aca0-4986-8378-2c4dbb474f08 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] For port 351dbebd-7486-42d8-8e7a-ff7d30f6b9b1, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=351dbebd-7486-42d8-8e7a-ff7d30f6b9b1,segment=NetworkSegment(3f7c6ccc-f875-4a37-aad4-bbb9cbf53bde),segment_id=3f7c6ccc-f875-4a37-aad4-bbb9cbf53bde)] {{(pid=80165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:28:19.835865 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-5f7bf172-d0b6-4509-b721-02971ce78daa req-59226157-aca0-4986-8378-2c4dbb474f08 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137761'] for port, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:19.890284 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device 351dbebd-7486-42d8-8e7a-ff7d30f6b9b1 no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:28:19.919740 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-91de37da-6282-4a2b-82b6-169b95865c1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:19.925065 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-65194677-e1fa-4ee3-a509-97e54316bc4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:19.926383 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-91de37da-6282-4a2b-82b6-169b95865c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:19.941142 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-a8a19be9-17d8-4749-8a19-0cad4151553a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:19.949244 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-65194677-e1fa-4ee3-a509-97e54316bc4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:19.981787 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [req-5f7bf172-d0b6-4509-b721-02971ce78daa req-59226157-aca0-4986-8378-2c4dbb474f08 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Calling delete_port for 351dbebd-7486-42d8-8e7a-ff7d30f6b9b1 owned by compute:nova {{(pid=80165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:28:20.011117 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-65194677-e1fa-4ee3-a509-97e54316bc4d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3762b5924fa5483f905f5588393d5987&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7454970 Jan 19 22:28:20.013634 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-91de37da-6282-4a2b-82b6-169b95865c1e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9681708291ab43ef95dd747d06ce2fea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5028646 Jan 19 22:28:20.014148 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 51910) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:20.015665 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91de37da-6282-4a2b-82b6-169b95865c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=541b485b-159e-4633-af8e-c39976da1ed1,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:20.018316 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 51912) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:20.021435 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-91de37da-6282-4a2b-82b6-169b95865c1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:20.021715 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-46747f6e-7446-461a-aaeb-a8936ad07c8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:20.037231 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:20.077984 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] For port 351dbebd-7486-42d8-8e7a-ff7d30f6b9b1, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=351dbebd-7486-42d8-8e7a-ff7d30f6b9b1,segment=NetworkSegment(3f7c6ccc-f875-4a37-aad4-bbb9cbf53bde),segment_id=3f7c6ccc-f875-4a37-aad4-bbb9cbf53bde)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:28:20.082211 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:20.084879 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-b6a8f403-a790-4c5a-9516-82e63364dde2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:20.112849 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a14415ee-846d-4f5e-b3a2-5422a72f7603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:20.114721 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65194677-e1fa-4ee3-a509-97e54316bc4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32105e69-c148-4aed-a313-1a27a794e917,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:20.118876 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-65194677-e1fa-4ee3-a509-97e54316bc4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:20.133345 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-d8e95bd6-2517-4beb-b66c-a1c1c8ec292e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:20.159708 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a14415ee-846d-4f5e-b3a2-5422a72f7603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:20.162306 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-d8e95bd6-2517-4beb-b66c-a1c1c8ec292e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:20.212723 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.db.api [req-5f7bf172-d0b6-4509-b721-02971ce78daa req-59226157-aca0-4986-8378-2c4dbb474f08 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80165) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 22:28:20.212968 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a14415ee-846d-4f5e-b3a2-5422a72f7603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:20.213059 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_db.api [req-5f7bf172-d0b6-4509-b721-02971ce78daa req-59226157-aca0-4986-8378-2c4dbb474f08 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80165) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 22:28:20.215022 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-d8e95bd6-2517-4beb-b66c-a1c1c8ec292e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:20.220148 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Pushing event updated for resources: {'Port': ['ID=351dbebd-7486-42d8-8e7a-ff7d30f6b9b1,revision_number=5']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:20.225602 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:20.227099 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:20.240470 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e95bd6-2517-4beb-b66c-a1c1c8ec292e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32105e69-c148-4aed-a313-1a27a794e917,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:20.243644 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-d8e95bd6-2517-4beb-b66c-a1c1c8ec292e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:20.251007 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-d8e95bd6-2517-4beb-b66c-a1c1c8ec292e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:20.254905 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-d8e95bd6-2517-4beb-b66c-a1c1c8ec292e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/32105e69-c148-4aed-a313-1a27a794e917 HTTP/1.1" status: 204 len: 168 time: 0.2303057 Jan 19 22:28:20.271914 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-0fb7005b-9f6a-4bf1-a3f2-bed59a3bd903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:20.298512 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14415ee-846d-4f5e-b3a2-5422a72f7603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=541b485b-159e-4633-af8e-c39976da1ed1,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:20.304055 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-a14415ee-846d-4f5e-b3a2-5422a72f7603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:20.313957 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a14415ee-846d-4f5e-b3a2-5422a72f7603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:20.315166 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-a14415ee-846d-4f5e-b3a2-5422a72f7603 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/541b485b-159e-4633-af8e-c39976da1ed1 HTTP/1.1" status: 204 len: 168 time: 0.2958639 Jan 19 22:28:20.388501 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3602b4-febf-47ad-948e-db9f4dce4643 req-3ee9345d-8531-409f-9a20-23a55e3136aa tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:20.390601 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ca3602b4-febf-47ad-948e-db9f4dce4643 req-3ee9345d-8531-409f-9a20-23a55e3136aa tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=3994cc61-b4f6-41de-9c13-149ad7c2641b HTTP/1.1" status: 200 len: 946 time: 0.1595628 Jan 19 22:28:20.517020 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ca3602b4-febf-47ad-948e-db9f4dce4643 req-d2af131b-9907-4d2c-9e3b-ecc3f5c0bb4a tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199324 Jan 19 22:28:20.654074 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad50a5a-e015-47cf-b1b9-eb9f212e5a35 req-ea75d907-cdca-4887-9df9-8265cd61a612 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:20.655844 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-7ad50a5a-e015-47cf-b1b9-eb9f212e5a35 req-ea75d907-cdca-4887-9df9-8265cd61a612 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] 10.222.0.43 "GET /v2.0/ports?device_id=9d1e9a1b-c16d-46f4-92f1-ee3db80b4852 HTTP/1.1" status: 200 len: 946 time: 0.1432846 Jan 19 22:28:20.713428 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-7ad50a5a-e015-47cf-b1b9-eb9f212e5a35 req-683fa4a7-d715-42fb-b501-29da908d93ea tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] 10.222.0.43 "GET /v2.0/security-groups?id=973f435f-1d65-45f4-b3b9-176310c1e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513363 Jan 19 22:28:20.714003 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [req-5f7bf172-d0b6-4509-b721-02971ce78daa req-59226157-aca0-4986-8378-2c4dbb474f08 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Deleting port 351dbebd-7486-42d8-8e7a-ff7d30f6b9b1 {{(pid=80165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:28:20.714378 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-5f7bf172-d0b6-4509-b721-02971ce78daa req-59226157-aca0-4986-8378-2c4dbb474f08 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:20.756740 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device 351dbebd-7486-42d8-8e7a-ff7d30f6b9b1 no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:28:20.930246 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5cde0b0-bbf6-4b5b-b3d5-774b388b8111', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '351dbebd-7486-42d8-8e7a-ff7d30f6b9b1'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:28:21.022399 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 51944) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:21.027555 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-5f7bf172-d0b6-4509-b721-02971ce78daa req-59226157-aca0-4986-8378-2c4dbb474f08 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] For port 351dbebd-7486-42d8-8e7a-ff7d30f6b9b1, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=351dbebd-7486-42d8-8e7a-ff7d30f6b9b1,segment=NetworkSegment(3f7c6ccc-f875-4a37-aad4-bbb9cbf53bde),segment_id=3f7c6ccc-f875-4a37-aad4-bbb9cbf53bde)] {{(pid=80165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:28:21.028700 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-5f7bf172-d0b6-4509-b721-02971ce78daa req-59226157-aca0-4986-8378-2c4dbb474f08 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137761'] for port, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:21.048481 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5cde0b0-bbf6-4b5b-b3d5-774b388b8111', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '351dbebd-7486-42d8-8e7a-ff7d30f6b9b1', 'code': 200} Jan 19 22:28:21.102417 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-4d5a500e-7479-4624-be8d-f6d2c349cff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:21.124851 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-4d5a500e-7479-4624-be8d-f6d2c349cff7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:28:21.128978 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-4d5a500e-7479-4624-be8d-f6d2c349cff7 admin admin] Usage tracker for resource:security_group_rule and tenant:0f0b1ca208a54750b95d116808ec7d40 is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:28:21.132227 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-4d5a500e-7479-4624-be8d-f6d2c349cff7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:28:21.138707 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-4d5a500e-7479-4624-be8d-f6d2c349cff7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:28:21.186518 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [req-5f7bf172-d0b6-4509-b721-02971ce78daa req-59226157-aca0-4986-8378-2c4dbb474f08 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Calling delete_port for 351dbebd-7486-42d8-8e7a-ff7d30f6b9b1 owned by compute:nova {{(pid=80165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:28:21.263228 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb14ee-42da-4a2e-90b0-cbd7db52384c req-e37198bd-a308-47b6-b801-07a37daa9b91 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:21.265012 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-1abb14ee-42da-4a2e-90b0-cbd7db52384c req-e37198bd-a308-47b6-b801-07a37daa9b91 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/ports?device_id=b5cde0b0-bbf6-4b5b-b3d5-774b388b8111 HTTP/1.1" status: 200 len: 943 time: 0.2397394 Jan 19 22:28:21.298293 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-4d5a500e-7479-4624-be8d-f6d2c349cff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:21.311260 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-4d5a500e-7479-4624-be8d-f6d2c349cff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:21.323142 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-1d17ee97-d146-4b97-a9b1-b2010c963ba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:21.367280 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-5f7bf172-d0b6-4509-b721-02971ce78daa req-59226157-aca0-4986-8378-2c4dbb474f08 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307084714663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307085172425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852767463'] for port, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:21.404861 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-1abb14ee-42da-4a2e-90b0-cbd7db52384c req-07080ced-aea4-4f45-8171-f450ce8bda61 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/security-groups?id=f3a187e4-160d-40ac-91dd-091a7dbbf55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255639 Jan 19 22:28:21.406474 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-15b8328d-40b7-4e39-a109-d7f69aa9b431 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:21.410436 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-4d5a500e-7479-4624-be8d-f6d2c349cff7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0f0b1ca208a54750b95d116808ec7d40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3867309 Jan 19 22:28:21.411104 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 51956) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:21.414861 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a500e-7479-4624-be8d-f6d2c349cff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9d5221-2958-4dc9-9166-c3a7ad33d036,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:21.463852 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59226157-aca0-4986-8378-2c4dbb474f08 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Pushing event deleted for resources: {'Port': ['ID=351dbebd-7486-42d8-8e7a-ff7d30f6b9b1,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:21.470272 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-59226157-aca0-4986-8378-2c4dbb474f08 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:21.486047 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-4d5a500e-7479-4624-be8d-f6d2c349cff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:21.515353 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ae48e315-330b-48ce-bb45-2e373dde2dd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:21.556174 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ae48e315-330b-48ce-bb45-2e373dde2dd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:21.654920 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ae48e315-330b-48ce-bb45-2e373dde2dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:21.662389 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-16830e5a-b95d-41e3-877e-311db8986ee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:21.664376 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7bf172-d0b6-4509-b721-02971ce78daa req-59226157-aca0-4986-8378-2c4dbb474f08 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] No DVR routers for this DVR port 351dbebd-7486-42d8-8e7a-ff7d30f6b9b1 on host hv-cinder-75078 {{(pid=80165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 22:28:21.666718 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-5f7bf172-d0b6-4509-b721-02971ce78daa req-59226157-aca0-4986-8378-2c4dbb474f08 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for port, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:21.670305 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5cde0b0-bbf6-4b5b-b3d5-774b388b8111', 'name': 'network-vif-deleted', 'tag': '351dbebd-7486-42d8-8e7a-ff7d30f6b9b1'}] {{(pid=80165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:28:21.685454 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-5f7bf172-d0b6-4509-b721-02971ce78daa req-59226157-aca0-4986-8378-2c4dbb474f08 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.66 "DELETE /v2.0/ports/351dbebd-7486-42d8-8e7a-ff7d30f6b9b1 HTTP/1.1" status: 204 len: 173 time: 2.2578285 Jan 19 22:28:21.689218 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae48e315-330b-48ce-bb45-2e373dde2dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9d5221-2958-4dc9-9166-c3a7ad33d036,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:21.692360 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-ae48e315-330b-48ce-bb45-2e373dde2dd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:21.693712 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ae48e315-330b-48ce-bb45-2e373dde2dd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:21.700235 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-ae48e315-330b-48ce-bb45-2e373dde2dd3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ca9d5221-2958-4dc9-9166-c3a7ad33d036 HTTP/1.1" status: 204 len: 168 time: 0.2849140 Jan 19 22:28:21.826483 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5cde0b0-bbf6-4b5b-b3d5-774b388b8111', 'name': 'network-vif-deleted', 'tag': '351dbebd-7486-42d8-8e7a-ff7d30f6b9b1', 'status': 'completed', 'code': 200} Jan 19 22:28:21.864388 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27cbc9a-d434-43fe-a6bd-fd873527a2d6 req-75069123-ef84-41fc-b2ae-ad3c71adfd7e tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:21.872880 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a27cbc9a-d434-43fe-a6bd-fd873527a2d6 req-75069123-ef84-41fc-b2ae-ad3c71adfd7e tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=3994cc61-b4f6-41de-9c13-149ad7c2641b HTTP/1.1" status: 200 len: 946 time: 0.1344790 Jan 19 22:28:21.938508 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a27cbc9a-d434-43fe-a6bd-fd873527a2d6 req-16f9c29b-536a-444c-b6f9-c1ba0f3ea72d tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633802 Jan 19 22:28:22.055153 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876c587-4960-4127-8d29-75e0e894cdb4 req-c9fe9b5e-5fe4-4498-80ab-07ee39eddcf3 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:22.056844 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a876c587-4960-4127-8d29-75e0e894cdb4 req-c9fe9b5e-5fe4-4498-80ab-07ee39eddcf3 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] 10.222.0.43 "GET /v2.0/ports?device_id=9d1e9a1b-c16d-46f4-92f1-ee3db80b4852 HTTP/1.1" status: 200 len: 946 time: 0.1238117 Jan 19 22:28:22.099738 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device 1a949455-d3ad-4a02-9935-7cab828eac21 up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:28:22.109993 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a876c587-4960-4127-8d29-75e0e894cdb4 req-e85609b6-858f-49e2-a629-3a6942aa1f83 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] 10.222.0.43 "GET /v2.0/security-groups?id=973f435f-1d65-45f4-b3b9-176310c1e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455339 Jan 19 22:28:22.191664 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port 1a949455-d3ad-4a02-9935-7cab828eac21 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:28:22.193293 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:22.756284 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-4be654a0-6a6b-4132-a5c2-6496f24cafc7 req-910e7dda-c113-47ab-945b-2783c5a920fb tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] 10.222.0.43 "GET /v2.0/ports?device_id=b5cde0b0-bbf6-4b5b-b3d5-774b388b8111 HTTP/1.1" status: 200 len: 210 time: 0.1411786 Jan 19 22:28:23.211798 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d53d611-f0af-487e-91cb-86b2dbb8f2b5 req-3b728f56-1a86-4e52-b01e-52af8fe42bdb tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:23.213549 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-2d53d611-f0af-487e-91cb-86b2dbb8f2b5 req-3b728f56-1a86-4e52-b01e-52af8fe42bdb tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=3994cc61-b4f6-41de-9c13-149ad7c2641b HTTP/1.1" status: 200 len: 946 time: 0.1146739 Jan 19 22:28:23.272709 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-2d53d611-f0af-487e-91cb-86b2dbb8f2b5 req-d65b176f-69e4-438d-af76-867ce2483d94 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510490 Jan 19 22:28:23.812378 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device aff2573d-8b3f-4004-b64c-5b7185960eef up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:28:23.906529 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port aff2573d-8b3f-4004-b64c-5b7185960eef triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:28:23.907291 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:24.063048 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device 1a949455-d3ad-4a02-9935-7cab828eac21 up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:28:24.165641 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port 1a949455-d3ad-4a02-9935-7cab828eac21 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:28:24.166068 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:24.570959 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f8480-6014-4d96-8504-f27fbdfa1837 req-ad8240e0-a8dd-4994-9dca-8de3e9974004 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:24.583212 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-033f8480-6014-4d96-8504-f27fbdfa1837 req-ad8240e0-a8dd-4994-9dca-8de3e9974004 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=3994cc61-b4f6-41de-9c13-149ad7c2641b HTTP/1.1" status: 200 len: 946 time: 0.1633234 Jan 19 22:28:24.648169 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-033f8480-6014-4d96-8504-f27fbdfa1837 req-79cd6cad-ee1b-4b66-a3b5-2c07917a2c51 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637136 Jan 19 22:28:24.795811 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30589c24-7aa9-4487-bda2-bd2c71740d02 req-42d30578-5053-4496-94e7-d260884cdc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:24.797457 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-30589c24-7aa9-4487-bda2-bd2c71740d02 req-42d30578-5053-4496-94e7-d260884cdc2a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3994cc61-b4f6-41de-9c13-149ad7c2641b HTTP/1.1" status: 200 len: 1163 time: 0.0996923 Jan 19 22:28:24.853454 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-30589c24-7aa9-4487-bda2-bd2c71740d02 req-89788fc1-8155-4637-a02b-8f4fac574ab2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487983 Jan 19 22:28:25.887689 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e713297-8ce7-450d-9469-2ed6b6880fe8 req-4d08e6c8-789a-4c0c-b6fa-0e7db50c35e4 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:25.889428 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-3e713297-8ce7-450d-9469-2ed6b6880fe8 req-4d08e6c8-789a-4c0c-b6fa-0e7db50c35e4 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=3994cc61-b4f6-41de-9c13-149ad7c2641b HTTP/1.1" status: 200 len: 946 time: 0.1091435 Jan 19 22:28:25.943370 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-3e713297-8ce7-450d-9469-2ed6b6880fe8 req-f5f34383-3f7e-47b9-981e-f9c93782a87b tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468678 Jan 19 22:28:27.179560 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4e047-4c62-4715-b4db-e55e3bbd5d4f req-06e79e38-738b-4467-b491-dfeeb6a65336 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:27.181301 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-4ec4e047-4c62-4715-b4db-e55e3bbd5d4f req-06e79e38-738b-4467-b491-dfeeb6a65336 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=3994cc61-b4f6-41de-9c13-149ad7c2641b HTTP/1.1" status: 200 len: 946 time: 0.1011567 Jan 19 22:28:27.238705 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-4ec4e047-4c62-4715-b4db-e55e3bbd5d4f req-cdd587fe-5232-49f4-a756-e49f3c5b82d9 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504644 Jan 19 22:28:27.481871 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0850ea3-5939-48c6-9785-2a7a3d16a59f req-7de56981-f4a5-47b8-b805-db46da3f3ac8 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:27.483527 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c0850ea3-5939-48c6-9785-2a7a3d16a59f req-7de56981-f4a5-47b8-b805-db46da3f3ac8 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.1025174 Jan 19 22:28:27.538298 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c0850ea3-5939-48c6-9785-2a7a3d16a59f req-dbf564f1-8d47-4f66-96ea-5c4d174f05ab tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480263 Jan 19 22:28:27.714133 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device aff2573d-8b3f-4004-b64c-5b7185960eef up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:28:27.790883 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port aff2573d-8b3f-4004-b64c-5b7185960eef triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:28:27.791429 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:28.314548 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d8370-4d6f-4bf4-9dc9-c17f62cab9b9 req-bbeb2714-b85b-4c58-9a69-77c77978abf5 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:28.323561 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-416d8370-4d6f-4bf4-9dc9-c17f62cab9b9 req-bbeb2714-b85b-4c58-9a69-77c77978abf5 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/networks?id=2740a62a-3c9e-4608-87cc-687201ae0aa2 HTTP/1.1" status: 200 len: 815 time: 0.2211459 Jan 19 22:28:28.359555 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-416d8370-4d6f-4bf4-9dc9-c17f62cab9b9 req-9c94e0c6-2386-4b79-8071-43f2015f5b1a tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/quotas/5d4105938837484d8d82719812401145 HTTP/1.1" status: 200 len: 375 time: 0.0347135 Jan 19 22:28:28.505645 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-416d8370-4d6f-4bf4-9dc9-c17f62cab9b9 req-c41bfdcf-506d-4c6f-98b3-f4f7fc087be5 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?tenant_id=5d4105938837484d8d82719812401145&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1447394 Jan 19 22:28:28.836611 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-36d833d4-8688-48a8-8d71-9f55376194db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:28.894363 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-416d8370-4d6f-4bf4-9dc9-c17f62cab9b9 req-25abd7da-45b5-4bdc-837d-9f2fca2baa0f service neutron] 10.222.0.43 "GET /v2.0/networks/2740a62a-3c9e-4608-87cc-687201ae0aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874109 Jan 19 22:28:28.952852 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.agents_db [None req-329fefd4-1494-457f-8297-9b2689c275d7 None None] Agent healthcheck: found 6 active agents {{(pid=80168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:28:29.037767 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5110b6-9793-498d-a469-11b2a2138e4f req-84f999b6-ab13-4414-acf8-948595c8991e tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:29.045736 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-9f5110b6-9793-498d-a469-11b2a2138e4f req-84f999b6-ab13-4414-acf8-948595c8991e tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] 10.222.0.43 "GET /v2.0/ports?device_id=9d1e9a1b-c16d-46f4-92f1-ee3db80b4852 HTTP/1.1" status: 200 len: 946 time: 0.2098315 Jan 19 22:28:29.142369 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-416d8370-4d6f-4bf4-9dc9-c17f62cab9b9 req-a604b269-29c2-41f0-beb1-a1bd5dde0347 service neutron] 10.222.0.43 "GET /v2.0/networks/2740a62a-3c9e-4608-87cc-687201ae0aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2403979 Jan 19 22:28:29.158393 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-9f5110b6-9793-498d-a469-11b2a2138e4f req-93be3f30-0dfc-4fec-b72c-d6ac8ed40cfd tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] 10.222.0.43 "GET /v2.0/security-groups?id=973f435f-1d65-45f4-b3b9-176310c1e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081848 Jan 19 22:28:29.387599 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c788185e-4098-49fd-9c7f-0941288f1ff8 req-ef2c02b0-a115-4101-b1db-829962f72c20 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=8a7d716b-3728-493a-8263-f45cba1885e3 HTTP/1.1" status: 200 len: 210 time: 0.0527496 Jan 19 22:28:30.076745 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c196cd5-0fa2-488e-8a00-5dabffc7efb9 req-413248c0-16d6-4a50-ac0f-ea716641f649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:30.079953 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-9c196cd5-0fa2-488e-8a00-5dabffc7efb9 req-413248c0-16d6-4a50-ac0f-ea716641f649 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7d1b4115b3444684a9fd42e8fcaf64a4&device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 1163 time: 0.1024570 Jan 19 22:28:30.223342 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efb18a-e0d5-4385-a964-643bafa7ab42 req-2a5b9afe-ea5c-4681-be44-34f5e7fe4d21 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:30.232867 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a3efb18a-e0d5-4385-a964-643bafa7ab42 req-2a5b9afe-ea5c-4681-be44-34f5e7fe4d21 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.1793153 Jan 19 22:28:30.319350 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a3efb18a-e0d5-4385-a964-643bafa7ab42 req-b3c6132d-042f-4475-bc79-27ae8bc057a6 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848296 Jan 19 22:28:30.419390 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c196cd5-0fa2-488e-8a00-5dabffc7efb9 req-b74b8b96-e21e-43fe-9969-ff93f85b97d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:30.423254 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-9c196cd5-0fa2-488e-8a00-5dabffc7efb9 req-b74b8b96-e21e-43fe-9969-ff93f85b97d1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=856f698c-d037-4288-89b3-b30e0383555d HTTP/1.1" status: 200 len: 912 time: 0.3286002 Jan 19 22:28:30.610526 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-9c196cd5-0fa2-488e-8a00-5dabffc7efb9 req-f5708714-324e-4ef3-93cd-de3aaaa70f5f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=213ffbf8-31f1-4cf2-8214-924aa8a89551 HTTP/1.1" status: 200 len: 217 time: 0.1762619 Jan 19 22:28:30.624258 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-4c0e7d79-bf60-4979-bc98-7751e7b9c798 req-6e7c9b53-7fbc-4753-aa32-49b1cdf17a0a tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=8a7d716b-3728-493a-8263-f45cba1885e3 HTTP/1.1" status: 200 len: 210 time: 0.0671601 Jan 19 22:28:30.969716 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d088d6e-1000-4a17-98fc-1082bdf0cc53 req-118415e8-e4c6-4064-a38b-9869a42c8215 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:30.978185 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0d088d6e-1000-4a17-98fc-1082bdf0cc53 req-118415e8-e4c6-4064-a38b-9869a42c8215 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] 10.222.0.43 "GET /v2.0/ports?device_id=9d1e9a1b-c16d-46f4-92f1-ee3db80b4852 HTTP/1.1" status: 200 len: 946 time: 0.3755085 Jan 19 22:28:30.982650 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c196cd5-0fa2-488e-8a00-5dabffc7efb9 req-64080796-4088-409c-8ce8-a9fc726e28ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:30.984233 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-9c196cd5-0fa2-488e-8a00-5dabffc7efb9 req-64080796-4088-409c-8ce8-a9fc726e28ce service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1a97053a-7ac6-44d6-84ad-912d742b25fc HTTP/1.1" status: 200 len: 858 time: 0.2502649 Jan 19 22:28:31.045929 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0d088d6e-1000-4a17-98fc-1082bdf0cc53 req-c0d16e9d-845b-456f-b410-f0cf0470a77e tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] 10.222.0.43 "GET /v2.0/security-groups?id=973f435f-1d65-45f4-b3b9-176310c1e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664992 Jan 19 22:28:31.261193 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-9c196cd5-0fa2-488e-8a00-5dabffc7efb9 req-df8979c3-1f8e-4dad-9393-5e4b71d42775 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=856f698c-d037-4288-89b3-b30e0383555d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2346623 Jan 19 22:28:31.285004 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d8370-4d6f-4bf4-9dc9-c17f62cab9b9 req-a52b9d5c-adc4-4c02-981b-478bb0ca293d tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:31.286919 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-416d8370-4d6f-4bf4-9dc9-c17f62cab9b9 req-a52b9d5c-adc4-4c02-981b-478bb0ca293d tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.66 "GET /v2.0/networks?id=2740a62a-3c9e-4608-87cc-687201ae0aa2 HTTP/1.1" status: 200 len: 815 time: 0.2592120 Jan 19 22:28:31.338297 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [req-416d8370-4d6f-4bf4-9dc9-c17f62cab9b9 req-52ba9deb-23af-4482-8397-1f19aa649b64 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Request body: {'port': {'device_id': '8a7d716b-3728-493a-8263-f45cba1885e3', 'network_id': '2740a62a-3c9e-4608-87cc-687201ae0aa2', 'admin_state_up': True, 'tenant_id': '5d4105938837484d8d82719812401145'}} {{(pid=80165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:28:31.407864 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1243c519-8875-4095-9705-67b78462088e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:31.689928 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device 1a949455-d3ad-4a02-9935-7cab828eac21 up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:28:31.708916 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [req-416d8370-4d6f-4bf4-9dc9-c17f62cab9b9 req-52ba9deb-23af-4482-8397-1f19aa649b64 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:28:31.738918 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-5bceb151-056b-4d9b-9bf0-9d5c090523ad req-99fd51df-0ffd-439f-9bcb-e27cc63218bc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b49da20f-27e3-4872-bac6-e86c1596ead3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0949211 Jan 19 22:28:31.748014 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [req-416d8370-4d6f-4bf4-9dc9-c17f62cab9b9 req-52ba9deb-23af-4482-8397-1f19aa649b64 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:28:31.762531 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-416d8370-4d6f-4bf4-9dc9-c17f62cab9b9 req-52ba9deb-23af-4482-8397-1f19aa649b64 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Made reservation on behalf of 5d4105938837484d8d82719812401145 for: {'port': 1} {{(pid=80165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:28:31.772590 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-416d8370-4d6f-4bf4-9dc9-c17f62cab9b9 req-52ba9deb-23af-4482-8397-1f19aa649b64 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:31.796493 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ff13fe1a-2af1-4ed9-9dde-986e87c4f0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:31.803388 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port 1a949455-d3ad-4a02-9935-7cab828eac21 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:28:31.804010 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:31.818627 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a83415-7162-475d-a132-0c28a7f39250 req-26ca3839-ddad-40b4-a465-82e889e40a80 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:31.820463 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c8a83415-7162-475d-a132-0c28a7f39250 req-26ca3839-ddad-40b4-a465-82e889e40a80 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.3130126 Jan 19 22:28:31.822692 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-9c196cd5-0fa2-488e-8a00-5dabffc7efb9 req-0a4e3ded-c45a-497f-b75e-9cfe329a94c5 service neutron] 10.222.0.66 "GET /v2.0/networks/856f698c-d037-4288-89b3-b30e0383555d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4107943 Jan 19 22:28:31.855366 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-1dc804ae-963d-4499-b419-ced359414618 req-648e7c44-52de-4b61-98a9-b6e862e1ea4a tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=8a7d716b-3728-493a-8263-f45cba1885e3 HTTP/1.1" status: 200 len: 210 time: 0.0560818 Jan 19 22:28:32.055229 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c8a83415-7162-475d-a132-0c28a7f39250 req-5a7cacef-9259-4e22-ad21-e1cff4ee446e tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259700 Jan 19 22:28:32.285090 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-9c196cd5-0fa2-488e-8a00-5dabffc7efb9 req-330e8e98-18eb-41bc-8468-bc165ba40a49 service neutron] 10.222.0.66 "GET /v2.0/networks/856f698c-d037-4288-89b3-b30e0383555d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3868968 Jan 19 22:28:32.327844 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f903c6-6117-4f53-8618-59d39bb685af req-92ef8d5b-b784-4cb6-aefa-9fd7d7c2c800 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:32.329894 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-e7f903c6-6117-4f53-8618-59d39bb685af req-92ef8d5b-b784-4cb6-aefa-9fd7d7c2c800 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] 10.222.0.66 "GET /v2.0/ports?device_id=9d1e9a1b-c16d-46f4-92f1-ee3db80b4852 HTTP/1.1" status: 200 len: 946 time: 0.4569883 Jan 19 22:28:32.440720 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bceb151-056b-4d9b-9bf0-9d5c090523ad req-1518be97-a569-496d-9571-08e24922f8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:32.442368 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-5bceb151-056b-4d9b-9bf0-9d5c090523ad req-1518be97-a569-496d-9571-08e24922f8a8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5d4105938837484d8d82719812401145&device_id=b49da20f-27e3-4872-bac6-e86c1596ead3 HTTP/1.1" status: 200 len: 1162 time: 0.5124183 Jan 19 22:28:32.471616 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.db_base_plugin_common [req-416d8370-4d6f-4bf4-9dc9-c17f62cab9b9 req-52ba9deb-23af-4482-8397-1f19aa649b64 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Allocated IP 172.20.0.11 (2740a62a-3c9e-4608-87cc-687201ae0aa2/159ed613-693d-4448-ae87-c90c7e446752/d407304b-3077-4811-b5cd-f77dd5900c9e) {{(pid=80165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:28:32.589513 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [req-e7f903c6-6117-4f53-8618-59d39bb685af req-cb955531-9c3e-4b8e-864a-e98015e5aa9e tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] Deleting port 1a949455-d3ad-4a02-9935-7cab828eac21 {{(pid=80166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:28:32.590134 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-e7f903c6-6117-4f53-8618-59d39bb685af req-cb955531-9c3e-4b8e-864a-e98015e5aa9e tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:32.727993 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-416d8370-4d6f-4bf4-9dc9-c17f62cab9b9 req-52ba9deb-23af-4482-8397-1f19aa649b64 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Notify callbacks [] for port, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:32.737176 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63354603-2ac9-4c7e-8632-45e9f24caf8d req-3f5bd480-4a0c-4b21-a670-43d6732b2c83 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:32.745870 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-63354603-2ac9-4c7e-8632-45e9f24caf8d req-3f5bd480-4a0c-4b21-a670-43d6732b2c83 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] 10.222.0.43 "GET /v2.0/ports?device_id=9d1e9a1b-c16d-46f4-92f1-ee3db80b4852 HTTP/1.1" status: 200 len: 946 time: 0.2813540 Jan 19 22:28:32.763480 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-416d8370-4d6f-4bf4-9dc9-c17f62cab9b9 req-52ba9deb-23af-4482-8397-1f19aa649b64 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307085170889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852767463'] for port, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:32.823657 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-15b8328d-40b7-4e39-a109-d7f69aa9b431 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:33.017115 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:33.224864 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-63354603-2ac9-4c7e-8632-45e9f24caf8d req-ebe96244-2b13-4746-9f48-2d72c895a450 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] 10.222.0.43 "GET /v2.0/security-groups?id=973f435f-1d65-45f4-b3b9-176310c1e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4772029 Jan 19 22:28:33.354787 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bceb151-056b-4d9b-9bf0-9d5c090523ad req-b8b0d0c6-3fdd-43e8-91fb-668364794122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:33.356436 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-5bceb151-056b-4d9b-9bf0-9d5c090523ad req-b8b0d0c6-3fdd-43e8-91fb-668364794122 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2740a62a-3c9e-4608-87cc-687201ae0aa2 HTTP/1.1" status: 200 len: 909 time: 0.7381456 Jan 19 22:28:33.410805 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device 1a949455-d3ad-4a02-9935-7cab828eac21 no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:28:33.568484 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-5bceb151-056b-4d9b-9bf0-9d5c090523ad req-d7370d61-639c-4b2a-ad12-94b3c6ee4b1d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c38f0175-7732-4335-8d1f-b44d4fbf8fca HTTP/1.1" status: 200 len: 217 time: 0.1995685 Jan 19 22:28:33.570176 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8bdf443e-3544-4df7-a37c-063f9f459872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:33.587579 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-e7f903c6-6117-4f53-8618-59d39bb685af req-cb955531-9c3e-4b8e-864a-e98015e5aa9e tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] For port 1a949455-d3ad-4a02-9935-7cab828eac21, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=1a949455-d3ad-4a02-9935-7cab828eac21,segment=NetworkSegment(e4600bd4-326d-4aab-871a-a6b11d0b0154),segment_id=e4600bd4-326d-4aab-871a-a6b11d0b0154)] {{(pid=80166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:28:33.587988 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-e7f903c6-6117-4f53-8618-59d39bb685af req-cb955531-9c3e-4b8e-864a-e98015e5aa9e tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137761'] for port, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:33.595729 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-416d8370-4d6f-4bf4-9dc9-c17f62cab9b9 req-52ba9deb-23af-4482-8397-1f19aa649b64 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Network 2740a62a-3c9e-4608-87cc-687201ae0aa2 is already hosted by enough agents. {{(pid=80165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:28:33.607215 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [req-416d8370-4d6f-4bf4-9dc9-c17f62cab9b9 req-52ba9deb-23af-4482-8397-1f19aa649b64 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Resources bound (agent type, host, resource id): {{(pid=80165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:28:33.621527 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [req-416d8370-4d6f-4bf4-9dc9-c17f62cab9b9 req-52ba9deb-23af-4482-8397-1f19aa649b64 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Received port after_create {{(pid=80165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:28:33.661862 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bceb151-056b-4d9b-9bf0-9d5c090523ad req-cca8b90f-8f7c-4899-b76d-c04dbb967e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:33.663474 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-5bceb151-056b-4d9b-9bf0-9d5c090523ad req-cca8b90f-8f7c-4899-b76d-c04dbb967e61 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=159ed613-693d-4448-ae87-c90c7e446752 HTTP/1.1" status: 200 len: 855 time: 0.0780642 Jan 19 22:28:33.710460 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:33.791601 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] For port 1a949455-d3ad-4a02-9935-7cab828eac21, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=1a949455-d3ad-4a02-9935-7cab828eac21,segment=NetworkSegment(e4600bd4-326d-4aab-871a-a6b11d0b0154),segment_id=e4600bd4-326d-4aab-871a-a6b11d0b0154)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:28:33.792654 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d1e9a1b-c16d-46f4-92f1-ee3db80b4852', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a949455-d3ad-4a02-9935-7cab828eac21'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:28:33.802794 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:33.803817 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:33.809614 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d8370-4d6f-4bf4-9dc9-c17f62cab9b9 req-52ba9deb-23af-4482-8397-1f19aa649b64 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:33.810418 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-416d8370-4d6f-4bf4-9dc9-c17f62cab9b9 req-52ba9deb-23af-4482-8397-1f19aa649b64 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for port, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:33.833927 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ba9deb-23af-4482-8397-1f19aa649b64 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Pushing event updated for resources: {'Port': ['ID=d407304b-3077-4811-b5cd-f77dd5900c9e,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:33.840790 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-52ba9deb-23af-4482-8397-1f19aa649b64 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.017s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:33.853307 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-5bceb151-056b-4d9b-9bf0-9d5c090523ad req-50acb98a-f831-47bb-8a88-750c570b3d2f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2740a62a-3c9e-4608-87cc-687201ae0aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1178424 Jan 19 22:28:33.862859 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [req-e7f903c6-6117-4f53-8618-59d39bb685af req-cb955531-9c3e-4b8e-864a-e98015e5aa9e tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] Calling delete_port for 1a949455-d3ad-4a02-9935-7cab828eac21 owned by compute:nova {{(pid=80166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:28:33.872255 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff978a-2f79-4a52-84cc-bebb13653a17 req-8de17f86-f78d-4d04-9f36-a62d35199a88 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:33.880971 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-4bff978a-2f79-4a52-84cc-bebb13653a17 req-8de17f86-f78d-4d04-9f36-a62d35199a88 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=8a7d716b-3728-493a-8263-f45cba1885e3 HTTP/1.1" status: 200 len: 932 time: 0.5272298 Jan 19 22:28:33.953223 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-4bff978a-2f79-4a52-84cc-bebb13653a17 req-72bd3afc-72d8-4337-a3c1-4b452ab1ec41 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/security-groups?id=9328ab63-6502-4afe-9f51-4c69c085bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711467 Jan 19 22:28:33.967419 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-416d8370-4d6f-4bf4-9dc9-c17f62cab9b9 req-52ba9deb-23af-4482-8397-1f19aa649b64 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6345806 Jan 19 22:28:33.973891 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Pushing event updated for resources: {'Port': ['ID=1a949455-d3ad-4a02-9935-7cab828eac21,revision_number=5']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:33.986324 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:33.987282 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [req-416d8370-4d6f-4bf4-9dc9-c17f62cab9b9 req-e0eb1ae8-90e9-4761-b4b9-0ffdf562cdf4 service neutron] Request body: {'port': {'device_id': '8a7d716b-3728-493a-8263-f45cba1885e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:28:34.138470 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-5bceb151-056b-4d9b-9bf0-9d5c090523ad req-d449f25d-4c80-4549-a6be-cc28e6d9291d service neutron] 10.222.0.66 "GET /v2.0/networks/2740a62a-3c9e-4608-87cc-687201ae0aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213149 Jan 19 22:28:34.179324 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-416d8370-4d6f-4bf4-9dc9-c17f62cab9b9 req-e0eb1ae8-90e9-4761-b4b9-0ffdf562cdf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:34.432452 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d1e9a1b-c16d-46f4-92f1-ee3db80b4852', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a949455-d3ad-4a02-9935-7cab828eac21', 'code': 200} Jan 19 22:28:34.579843 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb631d3-d772-47b7-bc2a-a6734d85d74e req-89d3d470-c3dd-4b76-82d1-463ae09f177a tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:34.582123 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-acb631d3-d772-47b7-bc2a-a6734d85d74e req-89d3d470-c3dd-4b76-82d1-463ae09f177a tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 1.0714121 Jan 19 22:28:34.693761 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-acb631d3-d772-47b7-bc2a-a6734d85d74e req-299e57e0-6b84-4502-b175-98f79db4879a tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890474 Jan 19 22:28:34.747319 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.db.api [req-e7f903c6-6117-4f53-8618-59d39bb685af req-cb955531-9c3e-4b8e-864a-e98015e5aa9e tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80166) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 22:28:34.748072 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_db.api [req-e7f903c6-6117-4f53-8618-59d39bb685af req-cb955531-9c3e-4b8e-864a-e98015e5aa9e tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80166) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 22:28:34.751222 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-5bceb151-056b-4d9b-9bf0-9d5c090523ad req-30467b37-6a4e-4204-a697-2cbd1136abf5 service neutron] 10.222.0.66 "GET /v2.0/networks/2740a62a-3c9e-4608-87cc-687201ae0aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6041019 Jan 19 22:28:34.823632 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00420dda-bd9a-498d-9e39-98f1880ea043 req-53cf8d4c-432d-461f-bf05-853eff8da9b9 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:34.826627 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-00420dda-bd9a-498d-9e39-98f1880ea043 req-53cf8d4c-432d-461f-bf05-853eff8da9b9 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] 10.222.0.43 "GET /v2.0/ports?device_id=9d1e9a1b-c16d-46f4-92f1-ee3db80b4852 HTTP/1.1" status: 200 len: 944 time: 0.2635863 Jan 19 22:28:34.907625 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-00420dda-bd9a-498d-9e39-98f1880ea043 req-ce1f0f40-589a-4345-885d-e3bde3e5e624 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] 10.222.0.43 "GET /v2.0/security-groups?id=973f435f-1d65-45f4-b3b9-176310c1e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689545 Jan 19 22:28:35.071260 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [req-416d8370-4d6f-4bf4-9dc9-c17f62cab9b9 req-e0eb1ae8-90e9-4761-b4b9-0ffdf562cdf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d407304b-3077-4811-b5cd-f77dd5900c9e {{(pid=80165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 19 22:28:35.080976 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-416d8370-4d6f-4bf4-9dc9-c17f62cab9b9 req-e0eb1ae8-90e9-4761-b4b9-0ffdf562cdf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:35.097353 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [req-416d8370-4d6f-4bf4-9dc9-c17f62cab9b9 req-e0eb1ae8-90e9-4761-b4b9-0ffdf562cdf4 service neutron] Transition to ACTIVE for port object d407304b-3077-4811-b5cd-f77dd5900c9e will not be triggered until provisioned by entity L2. {{(pid=80165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:28:35.101588 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-416d8370-4d6f-4bf4-9dc9-c17f62cab9b9 req-e0eb1ae8-90e9-4761-b4b9-0ffdf562cdf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2008354'] for port, after_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:35.127463 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:35.218893 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536d68a-7682-4193-b478-cb036ba7b682 req-7dc85ca3-0f27-41cc-ac36-6d0c6a8ec07a tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:35.227585 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-4536d68a-7682-4193-b478-cb036ba7b682 req-7dc85ca3-0f27-41cc-ac36-6d0c6a8ec07a tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=8a7d716b-3728-493a-8263-f45cba1885e3 HTTP/1.1" status: 200 len: 944 time: 0.1263320 Jan 19 22:28:35.253753 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [req-e7f903c6-6117-4f53-8618-59d39bb685af req-cb955531-9c3e-4b8e-864a-e98015e5aa9e tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] Deleting port 1a949455-d3ad-4a02-9935-7cab828eac21 {{(pid=80166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:28:35.254469 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-e7f903c6-6117-4f53-8618-59d39bb685af req-cb955531-9c3e-4b8e-864a-e98015e5aa9e tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:35.271632 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 52426) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:35.276387 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eb1ae8-90e9-4761-b4b9-0ffdf562cdf4 service neutron] Pushing event updated for resources: {'Port': ['ID=d407304b-3077-4811-b5cd-f77dd5900c9e,revision_number=2']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:35.291973 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-e0eb1ae8-90e9-4761-b4b9-0ffdf562cdf4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:35.426108 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-4536d68a-7682-4193-b478-cb036ba7b682 req-726e9b67-f057-4186-943f-afbccb6ef3df tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/security-groups?id=9328ab63-6502-4afe-9f51-4c69c085bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927402 Jan 19 22:28:35.572748 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0599954f-67bb-44aa-8c0a-f142522c830b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:35.598686 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-0599954f-67bb-44aa-8c0a-f142522c830b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:28:35.608264 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-0599954f-67bb-44aa-8c0a-f142522c830b admin admin] Usage tracker for resource:security_group_rule and tenant:f61aff52333d424596023a281cd3c6d5 is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:28:35.614635 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-0599954f-67bb-44aa-8c0a-f142522c830b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:28:35.625840 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-0599954f-67bb-44aa-8c0a-f142522c830b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:28:35.637311 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-e7f903c6-6117-4f53-8618-59d39bb685af req-cb955531-9c3e-4b8e-864a-e98015e5aa9e tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] For port 1a949455-d3ad-4a02-9935-7cab828eac21, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=1a949455-d3ad-4a02-9935-7cab828eac21,segment=NetworkSegment(e4600bd4-326d-4aab-871a-a6b11d0b0154),segment_id=e4600bd4-326d-4aab-871a-a6b11d0b0154)] {{(pid=80166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:28:35.637910 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-e7f903c6-6117-4f53-8618-59d39bb685af req-cb955531-9c3e-4b8e-864a-e98015e5aa9e tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137761'] for port, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:35.652522 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [req-416d8370-4d6f-4bf4-9dc9-c17f62cab9b9 req-e0eb1ae8-90e9-4761-b4b9-0ffdf562cdf4 service neutron] Attempting to bind port d407304b-3077-4811-b5cd-f77dd5900c9e on host hv-cinder-75078 for vnic_type normal with profile {{(pid=80165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:28:35.652900 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [req-416d8370-4d6f-4bf4-9dc9-c17f62cab9b9 req-e0eb1ae8-90e9-4761-b4b9-0ffdf562cdf4 service neutron] Attempting to bind port d407304b-3077-4811-b5cd-f77dd5900c9e by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': '2494e6ea-e327-4774-b77a-709af40c6c25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2740a62a-3c9e-4608-87cc-687201ae0aa2'}] {{(pid=80165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:28:35.653307 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416d8370-4d6f-4bf4-9dc9-c17f62cab9b9 req-e0eb1ae8-90e9-4761-b4b9-0ffdf562cdf4 service neutron] Attempting to bind port d407304b-3077-4811-b5cd-f77dd5900c9e on network 2740a62a-3c9e-4608-87cc-687201ae0aa2 {{(pid=80165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:28:35.669303 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416d8370-4d6f-4bf4-9dc9-c17f62cab9b9 req-e0eb1ae8-90e9-4761-b4b9-0ffdf562cdf4 service neutron] Checking agent: {'id': 'fdb5f3a7-7d47-485b-a3bd-ac2e8030a5a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 24, 37), 'started_at': datetime.datetime(2021, 1, 19, 22, 25, 7), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:28:35.669303 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416d8370-4d6f-4bf4-9dc9-c17f62cab9b9 req-e0eb1ae8-90e9-4761-b4b9-0ffdf562cdf4 service neutron] Checking segment: {'id': '2494e6ea-e327-4774-b77a-709af40c6c25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2740a62a-3c9e-4608-87cc-687201ae0aa2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:28:35.669303 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-416d8370-4d6f-4bf4-9dc9-c17f62cab9b9 req-e0eb1ae8-90e9-4761-b4b9-0ffdf562cdf4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:35.669733 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416d8370-4d6f-4bf4-9dc9-c17f62cab9b9 req-e0eb1ae8-90e9-4761-b4b9-0ffdf562cdf4 service neutron] Bound using segment: {'id': '2494e6ea-e327-4774-b77a-709af40c6c25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2740a62a-3c9e-4608-87cc-687201ae0aa2'} {{(pid=80165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:28:35.670317 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [req-416d8370-4d6f-4bf4-9dc9-c17f62cab9b9 req-e0eb1ae8-90e9-4761-b4b9-0ffdf562cdf4 service neutron] Bound port: d407304b-3077-4811-b5cd-f77dd5900c9e, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2494e6ea-e327-4774-b77a-709af40c6c25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2740a62a-3c9e-4608-87cc-687201ae0aa2'}}] {{(pid=80165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:28:35.670445 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-416d8370-4d6f-4bf4-9dc9-c17f62cab9b9 req-e0eb1ae8-90e9-4761-b4b9-0ffdf562cdf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:35.792254 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0599954f-67bb-44aa-8c0a-f142522c830b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:35.797647 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0599954f-67bb-44aa-8c0a-f142522c830b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:35.802249 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [req-e7f903c6-6117-4f53-8618-59d39bb685af req-cb955531-9c3e-4b8e-864a-e98015e5aa9e tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] Calling delete_port for 1a949455-d3ad-4a02-9935-7cab828eac21 owned by compute:nova {{(pid=80166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:28:35.831631 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-a0065962-67bf-4b5a-9062-c5711deffdc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:35.865565 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-0599954f-67bb-44aa-8c0a-f142522c830b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f61aff52333d424596023a281cd3c6d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5926011 Jan 19 22:28:35.869989 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0599954f-67bb-44aa-8c0a-f142522c830b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb8f908-af2b-4527-bf04-97871aeffe96,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:35.874243 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 52438) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:35.884996 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-0599954f-67bb-44aa-8c0a-f142522c830b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:35.941759 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-416d8370-4d6f-4bf4-9dc9-c17f62cab9b9 req-e0eb1ae8-90e9-4761-b4b9-0ffdf562cdf4 service neutron] For port d407304b-3077-4811-b5cd-f77dd5900c9e, host hv-cinder-75078, cleared binding levels {{(pid=80165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:28:35.950463 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-416d8370-4d6f-4bf4-9dc9-c17f62cab9b9 req-e0eb1ae8-90e9-4761-b4b9-0ffdf562cdf4 service neutron] For port d407304b-3077-4811-b5cd-f77dd5900c9e, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=d407304b-3077-4811-b5cd-f77dd5900c9e,segment=NetworkSegment(2494e6ea-e327-4774-b77a-709af40c6c25),segment_id=2494e6ea-e327-4774-b77a-709af40c6c25)] {{(pid=80165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:28:35.955204 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-416d8370-4d6f-4bf4-9dc9-c17f62cab9b9 req-e0eb1ae8-90e9-4761-b4b9-0ffdf562cdf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2008354'] for port, after_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:35.985194 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-30f2bfea-792e-450b-8af6-0582af8a9ff1 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:36.044528 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b5883817-5e79-4368-8c60-90e479bd89ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:36.073120 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b5883817-5e79-4368-8c60-90e479bd89ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:36.141859 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b5883817-5e79-4368-8c60-90e479bd89ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:36.153186 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-5bbcf237-e717-43f3-996e-406c8df91097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:36.172936 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5883817-5e79-4368-8c60-90e479bd89ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb8f908-af2b-4527-bf04-97871aeffe96,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:36.196251 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-b5883817-5e79-4368-8c60-90e479bd89ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:36.247327 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eb1ae8-90e9-4761-b4b9-0ffdf562cdf4 service neutron] Pushing event updated for resources: {'Port': ['ID=d407304b-3077-4811-b5cd-f77dd5900c9e,revision_number=3']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:36.251699 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c685d1c2-dd5d-4206-a560-3d5ee720099a req-4b8e1ddd-018b-47b2-a07e-d9c6dda381a2 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:36.259564 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c685d1c2-dd5d-4206-a560-3d5ee720099a req-4b8e1ddd-018b-47b2-a07e-d9c6dda381a2 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.3458877 Jan 19 22:28:36.264738 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-e0eb1ae8-90e9-4761-b4b9-0ffdf562cdf4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:36.265375 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b5883817-5e79-4368-8c60-90e479bd89ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:36.268453 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-b5883817-5e79-4368-8c60-90e479bd89ee admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bbb8f908-af2b-4527-bf04-97871aeffe96 HTTP/1.1" status: 204 len: 168 time: 0.3955388 Jan 19 22:28:36.380449 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c685d1c2-dd5d-4206-a560-3d5ee720099a req-2df14420-67f7-4ab9-8945-7e42d1fd6801 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197178 Jan 19 22:28:36.408680 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2377990e-056f-45e0-b734-3e0e6cf4c832 req-b6602b65-2285-44b8-ae9d-3921ed29d8cc tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:36.410591 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-2377990e-056f-45e0-b734-3e0e6cf4c832 req-b6602b65-2285-44b8-ae9d-3921ed29d8cc tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] 10.222.0.43 "GET /v2.0/ports?device_id=9d1e9a1b-c16d-46f4-92f1-ee3db80b4852 HTTP/1.1" status: 200 len: 944 time: 0.2533262 Jan 19 22:28:36.418461 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-e7f903c6-6117-4f53-8618-59d39bb685af req-cb955531-9c3e-4b8e-864a-e98015e5aa9e tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307084714663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307085172425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843396414'] for port, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:36.443666 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d8370-4d6f-4bf4-9dc9-c17f62cab9b9 req-e0eb1ae8-90e9-4761-b4b9-0ffdf562cdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:36.444623 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-416d8370-4d6f-4bf4-9dc9-c17f62cab9b9 req-e0eb1ae8-90e9-4761-b4b9-0ffdf562cdf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for port, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:36.446682 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-416d8370-4d6f-4bf4-9dc9-c17f62cab9b9 req-e0eb1ae8-90e9-4761-b4b9-0ffdf562cdf4 service neutron] 10.222.0.66 "PUT /v2.0/ports/d407304b-3077-4811-b5cd-f77dd5900c9e HTTP/1.1" status: 200 len: 1158 time: 2.4648128 Jan 19 22:28:36.447583 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a7d716b-3728-493a-8263-f45cba1885e3', 'tag': 'd407304b-3077-4811-b5cd-f77dd5900c9e'}] {{(pid=80165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:28:36.474986 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:36.690660 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-2377990e-056f-45e0-b734-3e0e6cf4c832 req-f8976437-82ff-45c7-bec4-37edf7ae785d tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] 10.222.0.43 "GET /v2.0/security-groups?id=973f435f-1d65-45f4-b3b9-176310c1e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345645 Jan 19 22:28:36.696601 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a7d716b-3728-493a-8263-f45cba1885e3', 'tag': 'd407304b-3077-4811-b5cd-f77dd5900c9e', 'status': 'completed', 'code': 200} Jan 19 22:28:36.768939 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d8370-4d6f-4bf4-9dc9-c17f62cab9b9 req-373acd4a-b6e4-40d2-8222-35b4359efb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:36.774115 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-416d8370-4d6f-4bf4-9dc9-c17f62cab9b9 req-373acd4a-b6e4-40d2-8222-35b4359efb43 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5d4105938837484d8d82719812401145&device_id=8a7d716b-3728-493a-8263-f45cba1885e3 HTTP/1.1" status: 200 len: 1161 time: 0.2482417 Jan 19 22:28:36.919231 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-416d8370-4d6f-4bf4-9dc9-c17f62cab9b9 req-4623938f-8bab-4507-90b5-9c347e8d01a7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d407304b-3077-4811-b5cd-f77dd5900c9e HTTP/1.1" status: 200 len: 217 time: 0.1211817 Jan 19 22:28:37.016205 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 52474) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:37.031970 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb955531-9c3e-4b8e-864a-e98015e5aa9e tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] Pushing event deleted for resources: {'Port': ['ID=1a949455-d3ad-4a02-9935-7cab828eac21,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:37.047732 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d8370-4d6f-4bf4-9dc9-c17f62cab9b9 req-1e3e61d5-69ec-4703-a652-c8820b9a6c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:37.050215 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-416d8370-4d6f-4bf4-9dc9-c17f62cab9b9 req-1e3e61d5-69ec-4703-a652-c8820b9a6c49 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=159ed613-693d-4448-ae87-c90c7e446752 HTTP/1.1" status: 200 len: 855 time: 0.1236403 Jan 19 22:28:37.102643 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-cb955531-9c3e-4b8e-864a-e98015e5aa9e tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:37.115773 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-c47b033d-64d7-4c90-a1ff-92d5daf38876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:37.178857 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-c47b033d-64d7-4c90-a1ff-92d5daf38876 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:28:37.185797 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-c47b033d-64d7-4c90-a1ff-92d5daf38876 admin admin] Usage tracker for resource:security_group_rule and tenant:6506a9259dfc404990039d7ef2cef89b is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:28:37.192615 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-416d8370-4d6f-4bf4-9dc9-c17f62cab9b9 req-19d816ed-a863-4018-8573-f8eca8f033a1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2740a62a-3c9e-4608-87cc-687201ae0aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946417 Jan 19 22:28:37.222275 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-c47b033d-64d7-4c90-a1ff-92d5daf38876 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:28:37.256474 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd41870-f4e5-4428-a929-b4ff32ce484c req-c0caa9f6-dd0d-45ad-afa8-dba3e387979b tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:37.258192 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-4fd41870-f4e5-4428-a929-b4ff32ce484c req-c0caa9f6-dd0d-45ad-afa8-dba3e387979b tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=8a7d716b-3728-493a-8263-f45cba1885e3 HTTP/1.1" status: 200 len: 944 time: 0.2326274 Jan 19 22:28:37.259244 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f903c6-6117-4f53-8618-59d39bb685af req-cb955531-9c3e-4b8e-864a-e98015e5aa9e tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] No DVR routers for this DVR port 1a949455-d3ad-4a02-9935-7cab828eac21 on host hv-cinder-75078 {{(pid=80166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 22:28:37.261259 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-c47b033d-64d7-4c90-a1ff-92d5daf38876 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:28:37.263864 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-e7f903c6-6117-4f53-8618-59d39bb685af req-cb955531-9c3e-4b8e-864a-e98015e5aa9e tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for port, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:37.266677 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d1e9a1b-c16d-46f4-92f1-ee3db80b4852', 'name': 'network-vif-deleted', 'tag': '1a949455-d3ad-4a02-9935-7cab828eac21'}] {{(pid=80166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:28:37.346928 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:37.410932 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-e7f903c6-6117-4f53-8618-59d39bb685af req-cb955531-9c3e-4b8e-864a-e98015e5aa9e tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] 10.222.0.66 "DELETE /v2.0/ports/1a949455-d3ad-4a02-9935-7cab828eac21 HTTP/1.1" status: 204 len: 173 time: 5.0561464 Jan 19 22:28:37.432268 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d1e9a1b-c16d-46f4-92f1-ee3db80b4852', 'name': 'network-vif-deleted', 'tag': '1a949455-d3ad-4a02-9935-7cab828eac21', 'status': 'completed', 'code': 200} Jan 19 22:28:37.489051 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-4fd41870-f4e5-4428-a929-b4ff32ce484c req-0532f7bb-4f73-4931-93f5-e1b2efe8385e tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/security-groups?id=9328ab63-6502-4afe-9f51-4c69c085bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146723 Jan 19 22:28:37.497731 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-416d8370-4d6f-4bf4-9dc9-c17f62cab9b9 req-6a53adc3-f36e-449a-a1a8-c9ba9da92328 service neutron] 10.222.0.66 "GET /v2.0/networks/2740a62a-3c9e-4608-87cc-687201ae0aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954462 Jan 19 22:28:37.608849 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 52492) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:37.611432 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-c47b033d-64d7-4c90-a1ff-92d5daf38876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:37.618616 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-c47b033d-64d7-4c90-a1ff-92d5daf38876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:37.630607 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-f6e82951-0ecd-4d2d-9be2-eaa566b8b7ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:37.692950 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47b033d-64d7-4c90-a1ff-92d5daf38876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a5f6e5-9a3c-4ad8-adf5-dcc94b2caa3c,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:37.697760 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-c47b033d-64d7-4c90-a1ff-92d5daf38876 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6506a9259dfc404990039d7ef2cef89b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6705024 Jan 19 22:28:37.698959 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-c47b033d-64d7-4c90-a1ff-92d5daf38876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:37.700911 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 52498) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:37.783576 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-7ee9bd40-ab47-49a9-88df-1f5e13196caa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:37.813645 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-7ee9bd40-ab47-49a9-88df-1f5e13196caa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:37.859063 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-416d8370-4d6f-4bf4-9dc9-c17f62cab9b9 req-f116b92d-cb00-441a-88bd-5f87097215c9 service neutron] 10.222.0.66 "GET /v2.0/networks/2740a62a-3c9e-4608-87cc-687201ae0aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3293350 Jan 19 22:28:37.869805 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-7ee9bd40-ab47-49a9-88df-1f5e13196caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:37.878658 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-ae48e315-330b-48ce-bb45-2e373dde2dd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:37.898556 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-7ee9bd40-ab47-49a9-88df-1f5e13196caa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:37.900298 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-7ee9bd40-ab47-49a9-88df-1f5e13196caa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/78a5f6e5-9a3c-4ad8-adf5-dcc94b2caa3c HTTP/1.1" status: 204 len: 168 time: 0.1969566 Jan 19 22:28:37.901228 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee9bd40-ab47-49a9-88df-1f5e13196caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a5f6e5-9a3c-4ad8-adf5-dcc94b2caa3c,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:37.904723 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-7ee9bd40-ab47-49a9-88df-1f5e13196caa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:37.912086 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-7db9d222-7c20-4913-bf17-9b66f81b6d2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:37.948556 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-7db9d222-7c20-4913-bf17-9b66f81b6d2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:28:37.953331 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-7db9d222-7c20-4913-bf17-9b66f81b6d2c admin admin] Usage tracker for resource:security_group_rule and tenant:69ac09cf39ed4573a6fa48d9d050959a is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:28:37.956395 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-7db9d222-7c20-4913-bf17-9b66f81b6d2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:28:37.963965 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-7db9d222-7c20-4913-bf17-9b66f81b6d2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:28:38.032042 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-80113da7-0b93-446f-a495-dcc686dfe39d req-054f2e43-0f2a-4379-9e7c-7ed371134636 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] Synchronizing usage tracker for tenant:8dd490133a764710883ce689de77da7a on resource:port {{(pid=80166) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:28:38.049342 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-80113da7-0b93-446f-a495-dcc686dfe39d req-054f2e43-0f2a-4379-9e7c-7ed371134636 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] Unset dirty status for tenant:8dd490133a764710883ce689de77da7a on resource:port {{(pid=80166) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:28:38.052499 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-80113da7-0b93-446f-a495-dcc686dfe39d req-054f2e43-0f2a-4379-9e7c-7ed371134636 tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] 10.222.0.43 "GET /v2.0/ports?device_id=9d1e9a1b-c16d-46f4-92f1-ee3db80b4852 HTTP/1.1" status: 200 len: 210 time: 0.0908842 Jan 19 22:28:38.146876 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-7db9d222-7c20-4913-bf17-9b66f81b6d2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:38.173119 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf6c196-df36-4cab-b6e7-956e5aeb49b0 req-9a515890-0156-4387-8bfe-f048ed325c2a tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:38.174893 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-aaf6c196-df36-4cab-b6e7-956e5aeb49b0 req-9a515890-0156-4387-8bfe-f048ed325c2a tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.5434010 Jan 19 22:28:38.190608 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-7db9d222-7c20-4913-bf17-9b66f81b6d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:38.205656 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-97780eb0-d6c3-4bf9-b0ee-da05d8ff7d31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:38.287160 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db9d222-7c20-4913-bf17-9b66f81b6d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e3a21e-d028-4a08-acf1-83db8c2dbaba,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:38.292100 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-7db9d222-7c20-4913-bf17-9b66f81b6d2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:38.344844 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 52514) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:38.345324 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-7db9d222-7c20-4913-bf17-9b66f81b6d2c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=69ac09cf39ed4573a6fa48d9d050959a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7350979 Jan 19 22:28:38.380360 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-aaf6c196-df36-4cab-b6e7-956e5aeb49b0 req-5b6cf722-e036-4230-9aaa-b56ad1416c2c tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927054 Jan 19 22:28:38.391197 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d931d-79ae-49ad-87a0-2f1118f4d580 req-e13002e0-edc7-44c6-bec0-b67bcceab3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:38.392830 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-283d931d-79ae-49ad-87a0-2f1118f4d580 req-e13002e0-edc7-44c6-bec0-b67bcceab3fc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5d4105938837484d8d82719812401145&device_id=8a7d716b-3728-493a-8263-f45cba1885e3 HTTP/1.1" status: 200 len: 1161 time: 0.3352165 Jan 19 22:28:38.546571 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b9f84be3-990f-41c3-8b85-e60a449198e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:38.600334 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b9f84be3-990f-41c3-8b85-e60a449198e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:38.603465 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d931d-79ae-49ad-87a0-2f1118f4d580 req-567a605f-3778-4b81-bf00-c672c4d713ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:38.605688 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-283d931d-79ae-49ad-87a0-2f1118f4d580 req-567a605f-3778-4b81-bf00-c672c4d713ad service neutron] 10.222.0.66 "GET /v2.0/networks?id=2740a62a-3c9e-4608-87cc-687201ae0aa2 HTTP/1.1" status: 200 len: 909 time: 0.2034276 Jan 19 22:28:38.712371 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b9f84be3-990f-41c3-8b85-e60a449198e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:38.723325 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-05692366-6a11-43a2-bd41-0285b41fa118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:38.816353 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f84be3-990f-41c3-8b85-e60a449198e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e3a21e-d028-4a08-acf1-83db8c2dbaba,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:38.831866 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-b9f84be3-990f-41c3-8b85-e60a449198e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:38.857441 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b9f84be3-990f-41c3-8b85-e60a449198e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:38.858726 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-b9f84be3-990f-41c3-8b85-e60a449198e6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/56e3a21e-d028-4a08-acf1-83db8c2dbaba HTTP/1.1" status: 204 len: 168 time: 0.5125034 Jan 19 22:28:38.952379 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de42f0-ee7b-4704-b9ed-91c92cbbbfce req-e8788b09-50bd-48ea-8ce9-2c679c33aa6d tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:38.960886 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c1de42f0-ee7b-4704-b9ed-91c92cbbbfce req-e8788b09-50bd-48ea-8ce9-2c679c33aa6d tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=8a7d716b-3728-493a-8263-f45cba1885e3 HTTP/1.1" status: 200 len: 944 time: 0.2084918 Jan 19 22:28:38.989802 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-283d931d-79ae-49ad-87a0-2f1118f4d580 req-f6849f75-f16d-4d5c-a610-878580411ada service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d407304b-3077-4811-b5cd-f77dd5900c9e HTTP/1.1" status: 200 len: 217 time: 0.3746483 Jan 19 22:28:39.064858 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c1de42f0-ee7b-4704-b9ed-91c92cbbbfce req-0cd9c651-ae5f-4f0b-8b50-51ced96ecf3f tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/security-groups?id=9328ab63-6502-4afe-9f51-4c69c085bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028686 Jan 19 22:28:39.143278 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d931d-79ae-49ad-87a0-2f1118f4d580 req-10fcdd74-0b72-44e0-aa09-be99f4c85b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:39.144512 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-283d931d-79ae-49ad-87a0-2f1118f4d580 req-10fcdd74-0b72-44e0-aa09-be99f4c85b38 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=159ed613-693d-4448-ae87-c90c7e446752 HTTP/1.1" status: 200 len: 855 time: 0.1446958 Jan 19 22:28:39.226421 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-283d931d-79ae-49ad-87a0-2f1118f4d580 req-ff1aef70-aaf4-4814-bd11-76cacd69e44f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2740a62a-3c9e-4608-87cc-687201ae0aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743840 Jan 19 22:28:39.505131 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 52550) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:39.578685 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-638b990c-719d-4c87-89d1-8c806b7dd0d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:39.682533 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-638b990c-719d-4c87-89d1-8c806b7dd0d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:28:39.704017 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-638b990c-719d-4c87-89d1-8c806b7dd0d0 admin admin] Usage tracker for resource:security_group_rule and tenant:497ac1b28e2b45829d4e6cd0366a40db is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:28:39.722072 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-638b990c-719d-4c87-89d1-8c806b7dd0d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:28:39.741019 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-638b990c-719d-4c87-89d1-8c806b7dd0d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:28:39.745900 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-283d931d-79ae-49ad-87a0-2f1118f4d580 req-8322249b-1ee0-4f6e-9bfe-515c9aa15a6e service neutron] 10.222.0.66 "GET /v2.0/networks/2740a62a-3c9e-4608-87cc-687201ae0aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5101657 Jan 19 22:28:40.000888 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-638b990c-719d-4c87-89d1-8c806b7dd0d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:40.005356 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-638b990c-719d-4c87-89d1-8c806b7dd0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:40.016497 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-bf4f273a-79a0-4582-85b6-c7093642f0fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:40.070949 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b990c-719d-4c87-89d1-8c806b7dd0d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9c50c0-db0f-418b-b78c-35397093910c,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:40.075706 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-638b990c-719d-4c87-89d1-8c806b7dd0d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:40.082020 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-638b990c-719d-4c87-89d1-8c806b7dd0d0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=497ac1b28e2b45829d4e6cd0366a40db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5757260 Jan 19 22:28:40.082700 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 52564) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:40.154465 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-19b8c22c-3827-4b4d-aaf0-6a6e54cfc3cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:40.173449 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-283d931d-79ae-49ad-87a0-2f1118f4d580 req-459deaa5-9927-494c-b387-4e8a511fa3e8 service neutron] 10.222.0.66 "GET /v2.0/networks/2740a62a-3c9e-4608-87cc-687201ae0aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4151924 Jan 19 22:28:40.185142 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-19b8c22c-3827-4b4d-aaf0-6a6e54cfc3cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:40.245131 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c8098-f431-40e2-acbf-81f9da1a3593 req-5b3db27f-0aa5-4963-a445-97d1dceb0706 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:40.248967 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-19b8c22c-3827-4b4d-aaf0-6a6e54cfc3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:40.253997 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-7a8c8098-f431-40e2-acbf-81f9da1a3593 req-5b3db27f-0aa5-4963-a445-97d1dceb0706 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.4540999 Jan 19 22:28:40.254257 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-a0ad50bd-f023-425b-ac35-7d8ca5489917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:40.325752 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-7a8c8098-f431-40e2-acbf-81f9da1a3593 req-a3e8d591-6b8f-44b1-a763-29973583c5e1 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706711 Jan 19 22:28:40.332415 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-19b8c22c-3827-4b4d-aaf0-6a6e54cfc3cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:40.336038 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-19b8c22c-3827-4b4d-aaf0-6a6e54cfc3cf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4f9c50c0-db0f-418b-b78c-35397093910c HTTP/1.1" status: 204 len: 168 time: 0.2521439 Jan 19 22:28:40.337341 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b8c22c-3827-4b4d-aaf0-6a6e54cfc3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9c50c0-db0f-418b-b78c-35397093910c,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:40.340805 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-19b8c22c-3827-4b4d-aaf0-6a6e54cfc3cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:40.441990 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed48c1-addb-41a7-ae80-55257face4ca req-8e230503-ade2-46e2-b00f-57d6dd6649a2 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:40.454071 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-91ed48c1-addb-41a7-ae80-55257face4ca req-8e230503-ade2-46e2-b00f-57d6dd6649a2 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=8a7d716b-3728-493a-8263-f45cba1885e3 HTTP/1.1" status: 200 len: 944 time: 0.1896772 Jan 19 22:28:40.532109 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-91ed48c1-addb-41a7-ae80-55257face4ca req-b2e23c19-da51-48e4-a7bd-e601d41a4535 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/security-groups?id=9328ab63-6502-4afe-9f51-4c69c085bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732248 Jan 19 22:28:40.606908 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 52578) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:40.892387 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-6e1eb016-4ddd-41ca-afd9-1d0989a7e99b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:40.934878 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-6e1eb016-4ddd-41ca-afd9-1d0989a7e99b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:28:40.943254 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-6e1eb016-4ddd-41ca-afd9-1d0989a7e99b admin admin] Usage tracker for resource:security_group_rule and tenant:f83ab616e8124e2cbfdbe49ec5bf9441 is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:28:40.948703 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-6e1eb016-4ddd-41ca-afd9-1d0989a7e99b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:28:40.962271 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-6e1eb016-4ddd-41ca-afd9-1d0989a7e99b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:28:41.019232 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 52590) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:41.057391 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0cfb8f80-fc1e-4e2d-8068-8dca75be5901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:41.071442 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-6e1eb016-4ddd-41ca-afd9-1d0989a7e99b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:41.077066 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-6e1eb016-4ddd-41ca-afd9-1d0989a7e99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:41.077684 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-0cfb8f80-fc1e-4e2d-8068-8dca75be5901 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:28:41.082164 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-0cfb8f80-fc1e-4e2d-8068-8dca75be5901 admin admin] Usage tracker for resource:security_group_rule and tenant:867beeffa72744abb305f1b15dd936ed is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:28:41.085455 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-0cfb8f80-fc1e-4e2d-8068-8dca75be5901 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:28:41.087482 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-8fae26cd-b6f4-4f9c-bd4b-34b02d923924 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:41.093093 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-0cfb8f80-fc1e-4e2d-8068-8dca75be5901 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:28:41.146992 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-6e1eb016-4ddd-41ca-afd9-1d0989a7e99b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f83ab616e8124e2cbfdbe49ec5bf9441&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5383551 Jan 19 22:28:41.148002 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1eb016-4ddd-41ca-afd9-1d0989a7e99b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80eb8f10-a6c0-4755-abfe-3f613614b353,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:41.149710 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 52596) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:41.158713 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-6e1eb016-4ddd-41ca-afd9-1d0989a7e99b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:41.237679 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8e7ecda4-ff92-48a4-9f40-103f937c17ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:41.293956 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8e7ecda4-ff92-48a4-9f40-103f937c17ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:41.346829 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0cfb8f80-fc1e-4e2d-8068-8dca75be5901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:41.354192 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0cfb8f80-fc1e-4e2d-8068-8dca75be5901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:41.395920 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:41.431207 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 52604) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:41.431538 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-0cfb8f80-fc1e-4e2d-8068-8dca75be5901 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=867beeffa72744abb305f1b15dd936ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4113481 Jan 19 22:28:41.444778 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfb8f80-fc1e-4e2d-8068-8dca75be5901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4654d306-42fb-4435-9dc4-e6572bf580bc,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:41.449064 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-0cfb8f80-fc1e-4e2d-8068-8dca75be5901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:41.466499 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8e7ecda4-ff92-48a4-9f40-103f937c17ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:41.473700 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-1daa6926-db46-49a3-a1e7-6479fe989e26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:41.494637 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7ecda4-ff92-48a4-9f40-103f937c17ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80eb8f10-a6c0-4755-abfe-3f613614b353,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:41.494637 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-8e7ecda4-ff92-48a4-9f40-103f937c17ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:41.531847 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8e7ecda4-ff92-48a4-9f40-103f937c17ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:41.533338 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-8e7ecda4-ff92-48a4-9f40-103f937c17ce admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/80eb8f10-a6c0-4755-abfe-3f613614b353 HTTP/1.1" status: 204 len: 168 time: 0.3823574 Jan 19 22:28:41.589182 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-cd2ef0f6-3fcf-4aca-8ed5-caef40e31789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:41.688184 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-cd2ef0f6-3fcf-4aca-8ed5-caef40e31789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:41.843819 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef054be-c967-4b73-9460-902f88c1442d req-6852fb78-09ee-44ef-9cbd-b6f86b3b5c1a tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:41.844770 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-fef054be-c967-4b73-9460-902f88c1442d req-6852fb78-09ee-44ef-9cbd-b6f86b3b5c1a tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Synchronizing usage tracker for tenant:5d4105938837484d8d82719812401145 on resource:port {{(pid=80165) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:28:41.865959 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-fef054be-c967-4b73-9460-902f88c1442d req-6852fb78-09ee-44ef-9cbd-b6f86b3b5c1a tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Unset dirty status for tenant:5d4105938837484d8d82719812401145 on resource:port {{(pid=80165) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:28:41.874953 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-fef054be-c967-4b73-9460-902f88c1442d req-6852fb78-09ee-44ef-9cbd-b6f86b3b5c1a tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=8a7d716b-3728-493a-8263-f45cba1885e3 HTTP/1.1" status: 200 len: 944 time: 0.1646912 Jan 19 22:28:41.882360 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d8411-a002-4706-9c16-19ab7c4440b0 req-83c0e7b5-f663-46b8-89ac-0e777dc58167 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:41.885082 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-8d8d8411-a002-4706-9c16-19ab7c4440b0 req-83c0e7b5-f663-46b8-89ac-0e777dc58167 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.2174213 Jan 19 22:28:41.900407 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-cd2ef0f6-3fcf-4aca-8ed5-caef40e31789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:41.961787 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-fef054be-c967-4b73-9460-902f88c1442d req-08c3253c-7bc1-4661-97d8-f7f6dc855086 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/security-groups?id=9328ab63-6502-4afe-9f51-4c69c085bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856974 Jan 19 22:28:41.962189 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-19b8c22c-3827-4b4d-aaf0-6a6e54cfc3cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:42.008892 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2ef0f6-3fcf-4aca-8ed5-caef40e31789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4654d306-42fb-4435-9dc4-e6572bf580bc,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:42.022329 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-8d8d8411-a002-4706-9c16-19ab7c4440b0 req-ef20b274-f847-4004-9407-c765fe1435e8 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267965 Jan 19 22:28:42.028151 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-cd2ef0f6-3fcf-4aca-8ed5-caef40e31789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:42.029499 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-cd2ef0f6-3fcf-4aca-8ed5-caef40e31789 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4654d306-42fb-4435-9dc4-e6572bf580bc HTTP/1.1" status: 204 len: 168 time: 0.5971825 Jan 19 22:28:42.112883 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-cd2ef0f6-3fcf-4aca-8ed5-caef40e31789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:42.998974 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device d407304b-3077-4811-b5cd-f77dd5900c9e up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:28:43.117645 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning for port d407304b-3077-4811-b5cd-f77dd5900c9e completed by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:28:43.136458 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port d407304b-3077-4811-b5cd-f77dd5900c9e triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:28:43.137762 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:43.443092 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41b500-2685-4f37-87c2-8a34bf73f286 req-be77db61-18db-42b8-9ca7-b80e758d05f7 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:43.452285 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-4e41b500-2685-4f37-87c2-8a34bf73f286 req-be77db61-18db-42b8-9ca7-b80e758d05f7 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=8a7d716b-3728-493a-8263-f45cba1885e3 HTTP/1.1" status: 200 len: 944 time: 0.2414598 Jan 19 22:28:43.486649 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:43.531805 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] For port d407304b-3077-4811-b5cd-f77dd5900c9e, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=d407304b-3077-4811-b5cd-f77dd5900c9e,segment=NetworkSegment(2494e6ea-e327-4774-b77a-709af40c6c25),segment_id=2494e6ea-e327-4774-b77a-709af40c6c25)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:28:43.533133 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a7d716b-3728-493a-8263-f45cba1885e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd407304b-3077-4811-b5cd-f77dd5900c9e'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:28:43.541639 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:43.545477 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:43.561148 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-4e41b500-2685-4f37-87c2-8a34bf73f286 req-4a414d74-d295-48f7-a488-0c8e22b37f6a tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/security-groups?id=9328ab63-6502-4afe-9f51-4c69c085bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075180 Jan 19 22:28:43.609715 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d9e88-8871-41c3-a81e-7f9348ea460c req-d06985dd-bd49-482b-bc57-ddbb2bf8f444 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:43.611447 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-2f6d9e88-8871-41c3-a81e-7f9348ea460c req-d06985dd-bd49-482b-bc57-ddbb2bf8f444 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.2530079 Jan 19 22:28:43.653800 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Pushing event updated for resources: {'Port': ['ID=d407304b-3077-4811-b5cd-f77dd5900c9e,revision_number=4']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:43.662918 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:43.723564 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-2f6d9e88-8871-41c3-a81e-7f9348ea460c req-0778f24d-dc4b-4ec7-ab3c-d50a40d30f4b tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009178 Jan 19 22:28:43.933420 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a7d716b-3728-493a-8263-f45cba1885e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd407304b-3077-4811-b5cd-f77dd5900c9e', 'code': 200} Jan 19 22:28:44.023601 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device d407304b-3077-4811-b5cd-f77dd5900c9e up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:28:44.166815 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port d407304b-3077-4811-b5cd-f77dd5900c9e triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:28:44.167353 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:44.519993 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52450d51-a10e-4939-a98b-806e2468571c req-516304d3-de52-454a-ac98-638384548f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:44.526531 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-52450d51-a10e-4939-a98b-806e2468571c req-516304d3-de52-454a-ac98-638384548f40 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8a7d716b-3728-493a-8263-f45cba1885e3 HTTP/1.1" status: 200 len: 1163 time: 0.2329056 Jan 19 22:28:44.591838 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-52450d51-a10e-4939-a98b-806e2468571c req-9b53bdd0-1c77-4fa7-b465-5f991796481c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9328ab63-6502-4afe-9f51-4c69c085bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549006 Jan 19 22:28:44.809833 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66098e-98dd-42d4-b5b3-0fa219064c34 req-e071000d-7642-4496-aa18-faa28813c709 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:44.811542 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ce66098e-98dd-42d4-b5b3-0fa219064c34 req-e071000d-7642-4496-aa18-faa28813c709 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=8a7d716b-3728-493a-8263-f45cba1885e3 HTTP/1.1" status: 200 len: 946 time: 0.1083987 Jan 19 22:28:44.870258 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ce66098e-98dd-42d4-b5b3-0fa219064c34 req-fe01762b-c402-428d-aa4b-6beda8363b56 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/security-groups?id=9328ab63-6502-4afe-9f51-4c69c085bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517395 Jan 19 22:28:44.996662 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34edca-fc4a-487a-af94-b52c44f0b646 req-5e2afce5-50e9-4faa-aff8-68eeb76d460f tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:44.998426 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-2f34edca-fc4a-487a-af94-b52c44f0b646 req-5e2afce5-50e9-4faa-aff8-68eeb76d460f tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.1123166 Jan 19 22:28:45.080139 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-2f34edca-fc4a-487a-af94-b52c44f0b646 req-043008cb-4dc7-4957-90de-e67535a3010c tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749929 Jan 19 22:28:46.142636 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39862ce-8163-4367-a459-7c68d2fe54ae req-0ac56dd0-eaa7-4d4e-a415-1cb6b2ee3b66 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:46.144373 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a39862ce-8163-4367-a459-7c68d2fe54ae req-0ac56dd0-eaa7-4d4e-a415-1cb6b2ee3b66 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=8a7d716b-3728-493a-8263-f45cba1885e3 HTTP/1.1" status: 200 len: 946 time: 0.1108246 Jan 19 22:28:46.176022 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device d407304b-3077-4811-b5cd-f77dd5900c9e up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:28:46.264868 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a39862ce-8163-4367-a459-7c68d2fe54ae req-d60a7239-36fe-408e-b9bc-e43e35274a35 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/security-groups?id=9328ab63-6502-4afe-9f51-4c69c085bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091938 Jan 19 22:28:46.350230 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port d407304b-3077-4811-b5cd-f77dd5900c9e triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:28:46.350675 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:46.400698 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0fbf4-58de-4899-862c-3e913a57084f req-5533d0a9-b85b-4025-a0ca-ce2fd43e1bba tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:46.411149 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-e5c0fbf4-58de-4899-862c-3e913a57084f req-5533d0a9-b85b-4025-a0ca-ce2fd43e1bba tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.1418178 Jan 19 22:28:46.546528 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-e5c0fbf4-58de-4899-862c-3e913a57084f req-396ef278-0437-4636-8a7f-1d00e95200ad tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340737 Jan 19 22:28:47.521897 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a111f6f-e519-4a03-afde-ad9405cf7ad8 req-af565618-a695-4e37-85e2-15ea8e663256 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:47.523551 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-1a111f6f-e519-4a03-afde-ad9405cf7ad8 req-af565618-a695-4e37-85e2-15ea8e663256 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=8a7d716b-3728-493a-8263-f45cba1885e3 HTTP/1.1" status: 200 len: 946 time: 0.1054111 Jan 19 22:28:47.579764 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-1a111f6f-e519-4a03-afde-ad9405cf7ad8 req-852a1e0e-6494-4643-80d5-34ba07f739be tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/security-groups?id=9328ab63-6502-4afe-9f51-4c69c085bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489290 Jan 19 22:28:47.769455 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f379cff5-2c9e-43e8-8bcf-37b18ba1e4d8 req-27b06b46-1e5e-455c-945a-226c94437b53 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:47.771263 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f379cff5-2c9e-43e8-8bcf-37b18ba1e4d8 req-27b06b46-1e5e-455c-945a-226c94437b53 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.1048505 Jan 19 22:28:47.831971 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f379cff5-2c9e-43e8-8bcf-37b18ba1e4d8 req-9d3b8a11-cc94-4675-b7d1-a85b835e813a tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529795 Jan 19 22:28:48.263158 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device d407304b-3077-4811-b5cd-f77dd5900c9e up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:28:48.340186 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port d407304b-3077-4811-b5cd-f77dd5900c9e triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:28:48.340647 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:48.517757 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 52852) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:48.685581 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-c44ba8aa-9cbf-4f8f-89fa-913dc2a7caf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:48.702985 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-c44ba8aa-9cbf-4f8f-89fa-913dc2a7caf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:28:48.707453 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-c44ba8aa-9cbf-4f8f-89fa-913dc2a7caf6 admin admin] Usage tracker for resource:security_group_rule and tenant:31fa395b2bb948c79532e76f566f1363 is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:28:48.711144 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-c44ba8aa-9cbf-4f8f-89fa-913dc2a7caf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:28:48.726849 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-c44ba8aa-9cbf-4f8f-89fa-913dc2a7caf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:28:48.852283 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-c44ba8aa-9cbf-4f8f-89fa-913dc2a7caf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:48.856029 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-c44ba8aa-9cbf-4f8f-89fa-913dc2a7caf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:48.884374 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-a14415ee-846d-4f5e-b3a2-5422a72f7603 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:48.896962 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 52868) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:48.897539 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-c44ba8aa-9cbf-4f8f-89fa-913dc2a7caf6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=31fa395b2bb948c79532e76f566f1363&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3774412 Jan 19 22:28:48.924390 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44ba8aa-9cbf-4f8f-89fa-913dc2a7caf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=161be477-33ee-47c1-b72e-0eabb48f6851,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:48.933586 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44ba8aa-9cbf-4f8f-89fa-913dc2a7caf6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:48.933996 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44ba8aa-9cbf-4f8f-89fa-913dc2a7caf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:48.934769 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44ba8aa-9cbf-4f8f-89fa-913dc2a7caf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:48.935162 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44ba8aa-9cbf-4f8f-89fa-913dc2a7caf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:48.935554 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44ba8aa-9cbf-4f8f-89fa-913dc2a7caf6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:48.935949 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44ba8aa-9cbf-4f8f-89fa-913dc2a7caf6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:48.936452 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44ba8aa-9cbf-4f8f-89fa-913dc2a7caf6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:48.936876 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44ba8aa-9cbf-4f8f-89fa-913dc2a7caf6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:48.937724 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44ba8aa-9cbf-4f8f-89fa-913dc2a7caf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:48.938426 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44ba8aa-9cbf-4f8f-89fa-913dc2a7caf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:48.938954 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44ba8aa-9cbf-4f8f-89fa-913dc2a7caf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:48.939531 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44ba8aa-9cbf-4f8f-89fa-913dc2a7caf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:48.940685 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44ba8aa-9cbf-4f8f-89fa-913dc2a7caf6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:48.941612 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44ba8aa-9cbf-4f8f-89fa-913dc2a7caf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:48.942267 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44ba8aa-9cbf-4f8f-89fa-913dc2a7caf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:48.943158 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44ba8aa-9cbf-4f8f-89fa-913dc2a7caf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:48.943697 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44ba8aa-9cbf-4f8f-89fa-913dc2a7caf6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:48.944351 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44ba8aa-9cbf-4f8f-89fa-913dc2a7caf6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:48.944892 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44ba8aa-9cbf-4f8f-89fa-913dc2a7caf6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:48.945459 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44ba8aa-9cbf-4f8f-89fa-913dc2a7caf6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:48.946017 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44ba8aa-9cbf-4f8f-89fa-913dc2a7caf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:48.946402 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44ba8aa-9cbf-4f8f-89fa-913dc2a7caf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:48.946792 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44ba8aa-9cbf-4f8f-89fa-913dc2a7caf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:48.947175 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44ba8aa-9cbf-4f8f-89fa-913dc2a7caf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:48.952722 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-c44ba8aa-9cbf-4f8f-89fa-913dc2a7caf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:49.026039 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-62a10321-5510-4957-ae1c-a93986a14db1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:49.071556 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-62a10321-5510-4957-ae1c-a93986a14db1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:49.130931 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639a0e5-8959-493a-b06a-8da9d0ad700e req-1a7b2915-574f-4164-8590-9823969a7dde tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:49.132702 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-7639a0e5-8959-493a-b06a-8da9d0ad700e req-1a7b2915-574f-4164-8590-9823969a7dde tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.1598392 Jan 19 22:28:49.211438 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-7639a0e5-8959-493a-b06a-8da9d0ad700e req-25ece9a9-8892-459c-9e79-f6e046e0a32a tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642111 Jan 19 22:28:49.217782 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-62a10321-5510-4957-ae1c-a93986a14db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:49.222909 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-94a468d9-ccbc-4ecb-b50a-71c205d21445 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:49.234977 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a10321-5510-4957-ae1c-a93986a14db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=161be477-33ee-47c1-b72e-0eabb48f6851,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:49.247286 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a10321-5510-4957-ae1c-a93986a14db1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:49.247699 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a10321-5510-4957-ae1c-a93986a14db1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:49.248105 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a10321-5510-4957-ae1c-a93986a14db1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:49.248509 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a10321-5510-4957-ae1c-a93986a14db1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:49.249016 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a10321-5510-4957-ae1c-a93986a14db1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:49.249283 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a10321-5510-4957-ae1c-a93986a14db1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:49.249680 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a10321-5510-4957-ae1c-a93986a14db1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:49.250102 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a10321-5510-4957-ae1c-a93986a14db1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:49.250440 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a10321-5510-4957-ae1c-a93986a14db1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:49.250824 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a10321-5510-4957-ae1c-a93986a14db1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:49.251210 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a10321-5510-4957-ae1c-a93986a14db1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:49.251597 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a10321-5510-4957-ae1c-a93986a14db1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:49.252046 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a10321-5510-4957-ae1c-a93986a14db1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:49.253137 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a10321-5510-4957-ae1c-a93986a14db1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:49.253581 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a10321-5510-4957-ae1c-a93986a14db1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:49.253972 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a10321-5510-4957-ae1c-a93986a14db1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:49.254356 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a10321-5510-4957-ae1c-a93986a14db1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:49.254745 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a10321-5510-4957-ae1c-a93986a14db1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:49.255159 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a10321-5510-4957-ae1c-a93986a14db1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:49.255489 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a10321-5510-4957-ae1c-a93986a14db1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:49.255873 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a10321-5510-4957-ae1c-a93986a14db1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:49.256264 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a10321-5510-4957-ae1c-a93986a14db1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:49.256612 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a10321-5510-4957-ae1c-a93986a14db1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:49.256993 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a10321-5510-4957-ae1c-a93986a14db1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:49.263953 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-62a10321-5510-4957-ae1c-a93986a14db1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:49.271160 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-62a10321-5510-4957-ae1c-a93986a14db1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:49.282534 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-62a10321-5510-4957-ae1c-a93986a14db1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/161be477-33ee-47c1-b72e-0eabb48f6851 HTTP/1.1" status: 204 len: 168 time: 0.3800387 Jan 19 22:28:50.284780 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device 213ffbf8-31f1-4cf2-8214-924aa8a89551 up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:28:50.478615 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port 213ffbf8-31f1-4cf2-8214-924aa8a89551 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:28:50.480482 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:50.545635 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cebddf-efb6-44b8-bbdd-d50be96825ce req-8baa1db6-025e-4d39-ae9c-519649773a3c tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:50.554711 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-e1cebddf-efb6-44b8-bbdd-d50be96825ce req-8baa1db6-025e-4d39-ae9c-519649773a3c tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.1428950 Jan 19 22:28:50.677947 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-e1cebddf-efb6-44b8-bbdd-d50be96825ce req-4bcc5769-78eb-4bde-bc17-6ac2d046c810 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221845 Jan 19 22:28:51.130546 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 52940) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:51.288193 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-86a31fd1-98c5-4ff5-a255-3709535f3ae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:51.309004 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-86a31fd1-98c5-4ff5-a255-3709535f3ae5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:28:51.314735 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-86a31fd1-98c5-4ff5-a255-3709535f3ae5 admin admin] Usage tracker for resource:security_group_rule and tenant:0a387e74903f403b9a5894c8ec1ba1d7 is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:28:51.319038 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-86a31fd1-98c5-4ff5-a255-3709535f3ae5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:28:51.329510 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-86a31fd1-98c5-4ff5-a255-3709535f3ae5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:28:51.429919 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-86a31fd1-98c5-4ff5-a255-3709535f3ae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:51.433663 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-86a31fd1-98c5-4ff5-a255-3709535f3ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:51.442523 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-1f23ee7e-9da1-4156-8e8d-0a8beb85855d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:51.479071 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-86a31fd1-98c5-4ff5-a255-3709535f3ae5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0a387e74903f403b9a5894c8ec1ba1d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3475969 Jan 19 22:28:51.483193 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 52946) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:51.512877 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a31fd1-98c5-4ff5-a255-3709535f3ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65046fc4-3d36-4efc-b05b-a64dd0a9dae5,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:51.518256 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-86a31fd1-98c5-4ff5-a255-3709535f3ae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:51.570465 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a0f606b1-57a2-4cf6-a3ac-18486a290cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:51.612490 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a0f606b1-57a2-4cf6-a3ac-18486a290cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:51.670581 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a0f606b1-57a2-4cf6-a3ac-18486a290cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:51.675664 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-57d4d95b-04e4-414f-a53b-492e2d446171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:51.686892 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f606b1-57a2-4cf6-a3ac-18486a290cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65046fc4-3d36-4efc-b05b-a64dd0a9dae5,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:51.689458 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-a0f606b1-57a2-4cf6-a3ac-18486a290cd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:51.694815 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a0f606b1-57a2-4cf6-a3ac-18486a290cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:51.696138 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-a0f606b1-57a2-4cf6-a3ac-18486a290cd7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/65046fc4-3d36-4efc-b05b-a64dd0a9dae5 HTTP/1.1" status: 204 len: 168 time: 0.2114573 Jan 19 22:28:51.954756 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080182b5-4adc-40ba-8fa4-2b5dd0ee1a7c req-fad973f1-d5cb-4ad0-8e71-c1cd60bed8b0 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:51.956633 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-080182b5-4adc-40ba-8fa4-2b5dd0ee1a7c req-fad973f1-d5cb-4ad0-8e71-c1cd60bed8b0 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.1424036 Jan 19 22:28:52.034165 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-080182b5-4adc-40ba-8fa4-2b5dd0ee1a7c req-7bd1ec38-68dc-4fbb-b3c8-223bc09cd690 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705063 Jan 19 22:28:53.333665 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6cdc72-fb82-451d-9269-b6cf7b027200 req-85fe96cb-220c-4708-9df1-63c7bc35c7a6 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:53.342041 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-8c6cdc72-fb82-451d-9269-b6cf7b027200 req-85fe96cb-220c-4708-9df1-63c7bc35c7a6 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.1486018 Jan 19 22:28:53.401566 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-8c6cdc72-fb82-451d-9269-b6cf7b027200 req-bdd57f7e-99ea-406f-8aae-f1cf3b5700fd tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580783 Jan 19 22:28:54.627973 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef8037b-373f-49ea-85db-4d9880519c17 req-60c24b32-a59f-4e44-980b-1d8626196f19 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:54.629672 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-1ef8037b-373f-49ea-85db-4d9880519c17 req-60c24b32-a59f-4e44-980b-1d8626196f19 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.1034384 Jan 19 22:28:54.680677 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-1ef8037b-373f-49ea-85db-4d9880519c17 req-b9a3aa1e-a63a-4e8f-8f13-ab5229731170 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446966 Jan 19 22:28:55.923305 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec95289f-a45f-49f7-ad3c-ace0bdcc9873 req-fbde98c1-103f-4fe5-8581-51e0d41cdd31 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:55.924822 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ec95289f-a45f-49f7-ad3c-ace0bdcc9873 req-fbde98c1-103f-4fe5-8581-51e0d41cdd31 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.1037197 Jan 19 22:28:55.983985 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ec95289f-a45f-49f7-ad3c-ace0bdcc9873 req-0c3ebb2d-05ee-4075-b2db-b33862136396 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524652 Jan 19 22:28:56.937303 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d7459-7d6d-447f-b05e-f8b40a7f6028 req-bca451c9-37d6-4a46-9703-65db609beb8a tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:56.939020 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-271d7459-7d6d-447f-b05e-f8b40a7f6028 req-bca451c9-37d6-4a46-9703-65db609beb8a tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=8a7d716b-3728-493a-8263-f45cba1885e3 HTTP/1.1" status: 200 len: 946 time: 0.1124399 Jan 19 22:28:57.011682 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-271d7459-7d6d-447f-b05e-f8b40a7f6028 req-78eb84b5-e57c-4b9e-b85e-a20088efec83 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/security-groups?id=9328ab63-6502-4afe-9f51-4c69c085bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641093 Jan 19 22:28:57.304456 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd21d9c-59de-4efc-8f1c-8cdc81f07d0e req-99f77cca-e248-4796-b5e2-15b74fe9a92f tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:57.306342 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-dcd21d9c-59de-4efc-8f1c-8cdc81f07d0e req-99f77cca-e248-4796-b5e2-15b74fe9a92f tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.1402647 Jan 19 22:28:57.375159 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-dcd21d9c-59de-4efc-8f1c-8cdc81f07d0e req-ffdb03e8-2ef3-4f7d-b6dc-17e9b54183d3 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621929 Jan 19 22:28:57.821341 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0179e5c6-3ce6-4f11-9527-f159cc6d1446 req-f9c7321b-6279-4cca-bcd3-253d11ee228b tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:57.822917 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0179e5c6-3ce6-4f11-9527-f159cc6d1446 req-f9c7321b-6279-4cca-bcd3-253d11ee228b tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?device_id=d73fcd42-7c2b-479d-9af1-dfcfc69b7285 HTTP/1.1" status: 200 len: 945 time: 0.1086416 Jan 19 22:28:57.877681 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0179e5c6-3ce6-4f11-9527-f159cc6d1446 req-997d12f0-6735-4a8f-88ea-9d1afe070928 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/security-groups?id=3950fcd1-3bed-47dd-b889-44121b1b96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480115 Jan 19 22:28:58.264787 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace9e57c-d8c5-46db-9a8e-aefc545619a7 req-c0517e48-e7c8-405a-be76-8774360e5516 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:58.266444 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ace9e57c-d8c5-46db-9a8e-aefc545619a7 req-c0517e48-e7c8-405a-be76-8774360e5516 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=8a7d716b-3728-493a-8263-f45cba1885e3 HTTP/1.1" status: 200 len: 946 time: 0.1255147 Jan 19 22:28:58.322864 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ace9e57c-d8c5-46db-9a8e-aefc545619a7 req-d6121ffb-507d-4334-841c-4f7c00835ae2 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/security-groups?id=9328ab63-6502-4afe-9f51-4c69c085bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500174 Jan 19 22:28:58.633433 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82826fd1-7ee1-4687-a2d9-5cef9aecaaf5 req-1966594a-4842-4f0d-a279-b2847b8e200f tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:58.635149 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-82826fd1-7ee1-4687-a2d9-5cef9aecaaf5 req-1966594a-4842-4f0d-a279-b2847b8e200f tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.1087122 Jan 19 22:28:58.690855 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-82826fd1-7ee1-4687-a2d9-5cef9aecaaf5 req-3b303dda-d75b-4ab6-80b7-b7098e1a5703 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481791 Jan 19 22:28:58.819856 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-7f0180a3-b4ec-4d7a-a12d-70f2bbf62313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:59.137295 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf02f9-79e6-46a0-939f-d2e077c45aa4 req-9005c554-f976-4ef0-bbc2-e4c276213d3d tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:59.139280 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-8aaf02f9-79e6-46a0-939f-d2e077c45aa4 req-9005c554-f976-4ef0-bbc2-e4c276213d3d tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?device_id=d73fcd42-7c2b-479d-9af1-dfcfc69b7285 HTTP/1.1" status: 200 len: 945 time: 0.1109612 Jan 19 22:28:59.195117 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-8aaf02f9-79e6-46a0-939f-d2e077c45aa4 req-493c131d-d491-4eb7-a53f-37bebcadc551 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/security-groups?id=3950fcd1-3bed-47dd-b889-44121b1b96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493011 Jan 19 22:28:59.335392 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce767d84-28ab-4805-b632-12e42db68865 req-e19c705d-82f0-4827-82bf-59c34e10fee4 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:59.337031 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ce767d84-28ab-4805-b632-12e42db68865 req-e19c705d-82f0-4827-82bf-59c34e10fee4 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.66 "GET /v2.0/ports?device_id=8a7d716b-3728-493a-8263-f45cba1885e3 HTTP/1.1" status: 200 len: 946 time: 0.1045051 Jan 19 22:28:59.423316 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [req-ce767d84-28ab-4805-b632-12e42db68865 req-012f2d25-2283-4e42-85a9-e8998ef1148d tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Deleting port d407304b-3077-4811-b5cd-f77dd5900c9e {{(pid=80165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:28:59.423558 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-ce767d84-28ab-4805-b632-12e42db68865 req-012f2d25-2283-4e42-85a9-e8998ef1148d tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:59.653441 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f22590-ea6c-45dc-8321-d2fcc41ff896 req-c4d87027-1d95-4702-8935-9990968b7b82 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:59.655754 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-e4f22590-ea6c-45dc-8321-d2fcc41ff896 req-c4d87027-1d95-4702-8935-9990968b7b82 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=8a7d716b-3728-493a-8263-f45cba1885e3 HTTP/1.1" status: 200 len: 946 time: 0.1366482 Jan 19 22:28:59.808317 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-ce767d84-28ab-4805-b632-12e42db68865 req-012f2d25-2283-4e42-85a9-e8998ef1148d tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] For port d407304b-3077-4811-b5cd-f77dd5900c9e, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=d407304b-3077-4811-b5cd-f77dd5900c9e,segment=NetworkSegment(2494e6ea-e327-4774-b77a-709af40c6c25),segment_id=2494e6ea-e327-4774-b77a-709af40c6c25)] {{(pid=80165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:28:59.808740 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-ce767d84-28ab-4805-b632-12e42db68865 req-012f2d25-2283-4e42-85a9-e8998ef1148d tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137761'] for port, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:59.818391 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-e4f22590-ea6c-45dc-8321-d2fcc41ff896 req-46ebdde3-418a-466f-a2cc-69aac4600a1d tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/security-groups?id=9328ab63-6502-4afe-9f51-4c69c085bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554823 Jan 19 22:28:59.955681 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [req-ce767d84-28ab-4805-b632-12e42db68865 req-012f2d25-2283-4e42-85a9-e8998ef1148d tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Calling delete_port for d407304b-3077-4811-b5cd-f77dd5900c9e owned by compute:nova {{(pid=80165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:29:00.146094 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14bf654-8f2b-4adc-8b54-7938fc5c5e36 req-18375d3b-8a69-4eb7-9466-7367a36919ba tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:00.147887 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f14bf654-8f2b-4adc-8b54-7938fc5c5e36 req-18375d3b-8a69-4eb7-9466-7367a36919ba tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.2618718 Jan 19 22:29:00.160862 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 53166) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:29:00.223765 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device 213ffbf8-31f1-4cf2-8214-924aa8a89551 up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:29:00.262051 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f14bf654-8f2b-4adc-8b54-7938fc5c5e36 req-550f0076-1f68-4cfb-9856-90bfd3982e73 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788033 Jan 19 22:29:00.298441 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-ce767d84-28ab-4805-b632-12e42db68865 req-012f2d25-2283-4e42-85a9-e8998ef1148d tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307084714663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307085172425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852767463'] for port, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:00.339867 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:29:00.349613 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.db_base_plugin_v2 [None req-07f3ae20-eadc-4846-a016-25af3ad9857f admin admin] Deleting subnet b4d66efe-5aaa-42d2-919b-29d92a8659d0 {{(pid=80166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 19 22:29:00.354039 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-07f3ae20-eadc-4846-a016-25af3ad9857f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:00.443950 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-07f3ae20-eadc-4846-a016-25af3ad9857f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11518823'] for subnet, precommit_delete_associations {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:00.464849 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port 213ffbf8-31f1-4cf2-8214-924aa8a89551 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:29:00.466930 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:00.539076 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-07f3ae20-eadc-4846-a016-25af3ad9857f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560750'] for subnet, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:00.608783 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f2d25-2283-4e42-85a9-e8998ef1148d tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Pushing event deleted for resources: {'Port': ['ID=d407304b-3077-4811-b5cd-f77dd5900c9e,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:29:00.625631 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-012f2d25-2283-4e42-85a9-e8998ef1148d tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:29:00.795078 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device d407304b-3077-4811-b5cd-f77dd5900c9e no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:29:00.800364 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce767d84-28ab-4805-b632-12e42db68865 req-012f2d25-2283-4e42-85a9-e8998ef1148d tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] No DVR routers for this DVR port d407304b-3077-4811-b5cd-f77dd5900c9e on host hv-cinder-75078 {{(pid=80165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 22:29:00.803418 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-ce767d84-28ab-4805-b632-12e42db68865 req-012f2d25-2283-4e42-85a9-e8998ef1148d tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for port, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:00.818236 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a7d716b-3728-493a-8263-f45cba1885e3', 'name': 'network-vif-deleted', 'tag': 'd407304b-3077-4811-b5cd-f77dd5900c9e'}] {{(pid=80165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:29:00.834884 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ce767d84-28ab-4805-b632-12e42db68865 req-012f2d25-2283-4e42-85a9-e8998ef1148d tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.66 "DELETE /v2.0/ports/d407304b-3077-4811-b5cd-f77dd5900c9e HTTP/1.1" status: 204 len: 173 time: 1.4901676 Jan 19 22:29:00.873309 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] No Port match for: d407304b-3077-4811-b5cd-f77dd5900c9e {{(pid=80167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 22:29:00.873742 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device d407304b-3077-4811-b5cd-f77dd5900c9e not bound to the agent host hv-cinder-75078 {{(pid=80167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 22:29:00.915857 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a7d716b-3728-493a-8263-f45cba1885e3', 'name': 'network-vif-deleted', 'tag': 'd407304b-3077-4811-b5cd-f77dd5900c9e', 'status': 'completed', 'code': 200} Jan 19 22:29:01.063947 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6ce09-99a7-4144-8eb4-0a7abc918828 req-4628dc37-0b9f-4a95-80ff-6111f9efc241 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:01.065929 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-aad6ce09-99a7-4144-8eb4-0a7abc918828 req-4628dc37-0b9f-4a95-80ff-6111f9efc241 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?device_id=d73fcd42-7c2b-479d-9af1-dfcfc69b7285 HTTP/1.1" status: 200 len: 945 time: 0.2841101 Jan 19 22:29:01.124343 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-3f3c93f5-231e-4dff-8d36-1caff11a95e2 req-692b77a7-0965-4b7b-a4fd-e7283799d602 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Synchronizing usage tracker for tenant:5d4105938837484d8d82719812401145 on resource:port {{(pid=80165) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:29:01.142843 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-3f3c93f5-231e-4dff-8d36-1caff11a95e2 req-692b77a7-0965-4b7b-a4fd-e7283799d602 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Unset dirty status for tenant:5d4105938837484d8d82719812401145 on resource:port {{(pid=80165) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:29:01.144125 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-3f3c93f5-231e-4dff-8d36-1caff11a95e2 req-692b77a7-0965-4b7b-a4fd-e7283799d602 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=8a7d716b-3728-493a-8263-f45cba1885e3 HTTP/1.1" status: 200 len: 210 time: 0.0784349 Jan 19 22:29:01.228646 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-aad6ce09-99a7-4144-8eb4-0a7abc918828 req-1b7df1fe-e7da-41c1-84b4-212ca097c101 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/security-groups?id=3950fcd1-3bed-47dd-b889-44121b1b96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551242 Jan 19 22:29:01.243299 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-07f3ae20-eadc-4846-a016-25af3ad9857f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851215066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11379380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10746148'] for subnet, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:01.263935 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:29:01.312024 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f3ae20-eadc-4846-a016-25af3ad9857f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4d66efe-5aaa-42d2-919b-29d92a8659d0,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:29:01.315168 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-07f3ae20-eadc-4846-a016-25af3ad9857f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:29:01.400463 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1243c519-8875-4095-9705-67b78462088e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:01.416178 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-07f3ae20-eadc-4846-a016-25af3ad9857f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for subnet, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:01.432986 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-07f3ae20-eadc-4846-a016-25af3ad9857f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b4d66efe-5aaa-42d2-919b-29d92a8659d0 HTTP/1.1" status: 204 len: 168 time: 1.2706220 Jan 19 22:29:01.436417 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 53200) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:29:01.604233 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-9ceaa528-9051-45d0-85aa-45ee90a3da47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851036617'] for network, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:01.801714 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ae57f4e3-3cf5-4d53-bf87-2ffdd50f811c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:02.017521 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-9ceaa528-9051-45d0-85aa-45ee90a3da47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3566075', 'neutron.services.segments.db._delete_segments_for_network--9223363307084834676'] for network, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:02.054036 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb41127e-e927-4c09-a600-2745fd511e59 req-b3d94a82-fbeb-4125-abe3-47966172ebbd tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:02.055661 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-eb41127e-e927-4c09-a600-2745fd511e59 req-b3d94a82-fbeb-4125-abe3-47966172ebbd tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.5828445 Jan 19 22:29:02.213807 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-eb41127e-e927-4c09-a600-2745fd511e59 req-8fe7739a-f8f5-4a3d-aacc-49106048d82c tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426184 Jan 19 22:29:02.220917 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.services.segments.db [None req-9ceaa528-9051-45d0-85aa-45ee90a3da47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eff15245-da6b-4ace-9e6e-78d6fc687aa7']}} {{(pid=80165) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:29:02.243804 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.services.segments.db [None req-9ceaa528-9051-45d0-85aa-45ee90a3da47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4600bd4-326d-4aab-871a-a6b11d0b0154') {'for_net_delete': True} {{(pid=80165) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:29:02.244785 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.services.segments.db [None req-9ceaa528-9051-45d0-85aa-45ee90a3da47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4600bd4-326d-4aab-871a-a6b11d0b0154') {} {{(pid=80165) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:29:02.264975 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-9ceaa528-9051-45d0-85aa-45ee90a3da47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307084830580', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036846564465'] for segment, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:02.289798 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-9ceaa528-9051-45d0-85aa-45ee90a3da47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560818'] for segment, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:02.292312 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9ceaa528-9051-45d0-85aa-45ee90a3da47 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 19 22:29:02.544857 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-9ceaa528-9051-45d0-85aa-45ee90a3da47 admin admin] Network eff15245-da6b-4ace-9e6e-78d6fc687aa7 has no segments {{(pid=80165) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 22:29:02.554526 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-9ceaa528-9051-45d0-85aa-45ee90a3da47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851214998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2008516'] for segment, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:02.783461 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a2bc8-a56c-477b-8a46-81fc73571154 req-29ac30ef-82ab-4016-b446-c84a3bbb7829 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:02.785096 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0b8a2bc8-a56c-477b-8a46-81fc73571154 req-29ac30ef-82ab-4016-b446-c84a3bbb7829 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?device_id=d73fcd42-7c2b-479d-9af1-dfcfc69b7285 HTTP/1.1" status: 200 len: 945 time: 0.3547904 Jan 19 22:29:02.786932 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-9ceaa528-9051-45d0-85aa-45ee90a3da47 admin admin] Network eff15245-da6b-4ace-9e6e-78d6fc687aa7 has no segments {{(pid=80165) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 22:29:02.812625 dv-cinder-750782-5-smb neutron-server[80054]: Traceback (most recent call last): Jan 19 22:29:02.812625 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 22:29:02.812625 dv-cinder-750782-5-smb neutron-server[80054]: timer() Jan 19 22:29:02.812625 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 22:29:02.812625 dv-cinder-750782-5-smb neutron-server[80054]: cb(*args, **kw) Jan 19 22:29:02.812625 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 19 22:29:02.812625 dv-cinder-750782-5-smb neutron-server[80054]: return func(*args, **kwargs) Jan 19 22:29:02.812625 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 22:29:02.812625 dv-cinder-750782-5-smb neutron-server[80054]: self._notify() Jan 19 22:29:02.812625 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 22:29:02.812625 dv-cinder-750782-5-smb neutron-server[80054]: self.callback(batched_events) Jan 19 22:29:02.812625 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 22:29:02.812625 dv-cinder-750782-5-smb neutron-server[80054]: event.method(event) Jan 19 22:29:02.812625 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 22:29:02.812625 dv-cinder-750782-5-smb neutron-server[80054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 22:29:02.812625 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 19 22:29:02.812625 dv-cinder-750782-5-smb neutron-server[80054]: segment_id)['aggregates'][0] Jan 19 22:29:02.812625 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 22:29:02.812625 dv-cinder-750782-5-smb neutron-server[80054]: return f(self, *a, **k) Jan 19 22:29:02.812625 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 19 22:29:02.812625 dv-cinder-750782-5-smb neutron-server[80054]: return self._get(url).json() Jan 19 22:29:02.812625 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 22:29:02.812625 dv-cinder-750782-5-smb neutron-server[80054]: **kwargs) Jan 19 22:29:02.812625 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 22:29:02.812625 dv-cinder-750782-5-smb neutron-server[80054]: return self.request(url, 'GET', **kwargs) Jan 19 22:29:02.812625 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 19 22:29:02.812625 dv-cinder-750782-5-smb neutron-server[80054]: **endpoint_filter) Jan 19 22:29:02.812625 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 22:29:02.812625 dv-cinder-750782-5-smb neutron-server[80054]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 22:29:02.812625 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 22:29:02.812625 dv-cinder-750782-5-smb neutron-server[80054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 22:29:02.812625 dv-cinder-750782-5-smb neutron-server[80054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 22:29:02.929095 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0b8a2bc8-a56c-477b-8a46-81fc73571154 req-6c0aaf68-da5a-43a1-ae54-2103bbcd67de tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/security-groups?id=3950fcd1-3bed-47dd-b889-44121b1b96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333690 Jan 19 22:29:02.930222 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-9ceaa528-9051-45d0-85aa-45ee90a3da47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3565836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324611'] for network, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:02.933819 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:29:02.951542 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-9ceaa528-9051-45d0-85aa-45ee90a3da47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for network, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:02.959533 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceaa528-9051-45d0-85aa-45ee90a3da47 admin admin] Pushing event deleted for resources: {'Network': ['ID=eff15245-da6b-4ace-9e6e-78d6fc687aa7,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:29:02.962694 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-9ceaa528-9051-45d0-85aa-45ee90a3da47 admin admin] 10.222.0.43 "DELETE /v2.0/networks/eff15245-da6b-4ace-9e6e-78d6fc687aa7 HTTP/1.1" status: 204 len: 168 time: 1.5250926 Jan 19 22:29:02.967027 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-9ceaa528-9051-45d0-85aa-45ee90a3da47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:29:02.967196 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 53220) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:29:03.006654 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:03.038491 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.db_base_plugin_v2 [None req-902e095d-e00f-475a-b933-f05711bf5189 admin admin] Deleting subnet 88d40bb0-8ac2-4a08-af0e-1f7273b71c19 {{(pid=80166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 19 22:29:03.041583 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-902e095d-e00f-475a-b933-f05711bf5189 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:03.098451 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-902e095d-e00f-475a-b933-f05711bf5189 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11518823'] for subnet, precommit_delete_associations {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:03.175328 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-902e095d-e00f-475a-b933-f05711bf5189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560750'] for subnet, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:03.413759 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8bdf443e-3544-4df7-a37c-063f9f459872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:03.572063 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-902e095d-e00f-475a-b933-f05711bf5189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851215066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11379380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10746148'] for subnet, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:03.592659 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:29:03.644415 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e095d-e00f-475a-b933-f05711bf5189 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88d40bb0-8ac2-4a08-af0e-1f7273b71c19,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:29:03.670145 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd6e95-d8dc-40c9-8084-e9a0e672942a req-497bb82a-0f43-47ee-a4bf-0e8f66dcf1c6 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:03.671815 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-bedd6e95-d8dc-40c9-8084-e9a0e672942a req-497bb82a-0f43-47ee-a4bf-0e8f66dcf1c6 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.2517576 Jan 19 22:29:03.674889 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-902e095d-e00f-475a-b933-f05711bf5189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:29:03.815555 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-bedd6e95-d8dc-40c9-8084-e9a0e672942a req-90458bf1-3ff1-493b-b825-56816b2f0f68 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826728 Jan 19 22:29:03.818561 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-902e095d-e00f-475a-b933-f05711bf5189 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for subnet, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:03.825906 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-902e095d-e00f-475a-b933-f05711bf5189 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/88d40bb0-8ac2-4a08-af0e-1f7273b71c19 HTTP/1.1" status: 204 len: 168 time: 0.8575833 Jan 19 22:29:03.828659 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 53238) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:29:03.952198 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-21e50916-317d-41a6-932c-b55e6ddd979e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851036617'] for network, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:04.183960 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed768591-99ca-441a-a476-ef3836106483 req-a80257a3-16b3-47f0-9cd4-1ad5658999e5 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:04.186134 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ed768591-99ca-441a-a476-ef3836106483 req-a80257a3-16b3-47f0-9cd4-1ad5658999e5 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?device_id=d73fcd42-7c2b-479d-9af1-dfcfc69b7285 HTTP/1.1" status: 200 len: 945 time: 0.1141541 Jan 19 22:29:04.220749 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-21e50916-317d-41a6-932c-b55e6ddd979e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3566075', 'neutron.services.segments.db._delete_segments_for_network--9223363307084834676'] for network, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:04.257399 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ed768591-99ca-441a-a476-ef3836106483 req-c0b334e4-d0ac-47ea-bf80-228816b8facf tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/security-groups?id=3950fcd1-3bed-47dd-b889-44121b1b96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612347 Jan 19 22:29:04.276860 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d6a21f-da90-4c68-acd8-6f1e112cb637 req-bac65af7-e7a4-4fd8-9b08-bb16f0ec34f6 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:04.284796 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-b7d6a21f-da90-4c68-acd8-6f1e112cb637 req-bac65af7-e7a4-4fd8-9b08-bb16f0ec34f6 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=6a10f7f1-035b-4e93-ad4f-1b5b624186c2 HTTP/1.1" status: 200 len: 946 time: 0.2793286 Jan 19 22:29:04.397529 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-b7d6a21f-da90-4c68-acd8-6f1e112cb637 req-620a6d9a-c14a-4e4c-bb54-6e58176654c3 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/security-groups?id=9328ab63-6502-4afe-9f51-4c69c085bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117322 Jan 19 22:29:04.437533 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.services.segments.db [None req-21e50916-317d-41a6-932c-b55e6ddd979e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d659a2a0-6453-47bf-9f1e-641b885c77f6']}} {{(pid=80165) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:29:04.451480 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.services.segments.db [None req-21e50916-317d-41a6-932c-b55e6ddd979e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2c4f2cc-678f-47df-9b8c-a092449f767a') {'for_net_delete': True} {{(pid=80165) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:29:04.451814 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.services.segments.db [None req-21e50916-317d-41a6-932c-b55e6ddd979e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2c4f2cc-678f-47df-9b8c-a092449f767a') {} {{(pid=80165) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:29:04.464601 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-21e50916-317d-41a6-932c-b55e6ddd979e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307084830580', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036846564465'] for segment, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:04.484547 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-21e50916-317d-41a6-932c-b55e6ddd979e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560818'] for segment, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:04.486783 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-21e50916-317d-41a6-932c-b55e6ddd979e admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 19 22:29:04.706595 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-21e50916-317d-41a6-932c-b55e6ddd979e admin admin] Network d659a2a0-6453-47bf-9f1e-641b885c77f6 has no segments {{(pid=80165) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 22:29:04.716350 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-21e50916-317d-41a6-932c-b55e6ddd979e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851214998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2008516'] for segment, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:04.900863 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-21e50916-317d-41a6-932c-b55e6ddd979e admin admin] Network d659a2a0-6453-47bf-9f1e-641b885c77f6 has no segments {{(pid=80165) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 22:29:04.924934 dv-cinder-750782-5-smb neutron-server[80054]: Traceback (most recent call last): Jan 19 22:29:04.924934 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 22:29:04.924934 dv-cinder-750782-5-smb neutron-server[80054]: timer() Jan 19 22:29:04.924934 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 22:29:04.924934 dv-cinder-750782-5-smb neutron-server[80054]: cb(*args, **kw) Jan 19 22:29:04.924934 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 19 22:29:04.924934 dv-cinder-750782-5-smb neutron-server[80054]: return func(*args, **kwargs) Jan 19 22:29:04.924934 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 22:29:04.924934 dv-cinder-750782-5-smb neutron-server[80054]: self._notify() Jan 19 22:29:04.924934 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 22:29:04.924934 dv-cinder-750782-5-smb neutron-server[80054]: self.callback(batched_events) Jan 19 22:29:04.924934 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 22:29:04.924934 dv-cinder-750782-5-smb neutron-server[80054]: event.method(event) Jan 19 22:29:04.924934 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 22:29:04.924934 dv-cinder-750782-5-smb neutron-server[80054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 22:29:04.924934 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 19 22:29:04.924934 dv-cinder-750782-5-smb neutron-server[80054]: segment_id)['aggregates'][0] Jan 19 22:29:04.924934 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 22:29:04.924934 dv-cinder-750782-5-smb neutron-server[80054]: return f(self, *a, **k) Jan 19 22:29:04.924934 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 19 22:29:04.924934 dv-cinder-750782-5-smb neutron-server[80054]: return self._get(url).json() Jan 19 22:29:04.924934 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 22:29:04.924934 dv-cinder-750782-5-smb neutron-server[80054]: **kwargs) Jan 19 22:29:04.924934 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 22:29:04.924934 dv-cinder-750782-5-smb neutron-server[80054]: return self.request(url, 'GET', **kwargs) Jan 19 22:29:04.924934 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 19 22:29:04.924934 dv-cinder-750782-5-smb neutron-server[80054]: **endpoint_filter) Jan 19 22:29:04.924934 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 22:29:04.924934 dv-cinder-750782-5-smb neutron-server[80054]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 22:29:04.924934 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 22:29:04.924934 dv-cinder-750782-5-smb neutron-server[80054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 22:29:04.924934 dv-cinder-750782-5-smb neutron-server[80054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 22:29:05.017368 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-21e50916-317d-41a6-932c-b55e6ddd979e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3565836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324611'] for network, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:05.023873 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-91d9a245-8236-4dc9-83d3-35b6200378f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:29:05.038768 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-21e50916-317d-41a6-932c-b55e6ddd979e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for network, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:05.049263 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e50916-317d-41a6-932c-b55e6ddd979e admin admin] Pushing event deleted for resources: {'Network': ['ID=d659a2a0-6453-47bf-9f1e-641b885c77f6,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:29:05.054974 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-21e50916-317d-41a6-932c-b55e6ddd979e admin admin] 10.222.0.43 "DELETE /v2.0/networks/d659a2a0-6453-47bf-9f1e-641b885c77f6 HTTP/1.1" status: 204 len: 168 time: 1.2223127 Jan 19 22:29:05.054974 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-21e50916-317d-41a6-932c-b55e6ddd979e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:29:05.061988 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a58e8-842e-497c-aa62-bd56f83eafbb req-63297114-72c1-4891-8dea-4a9f6e385b26 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:05.063747 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-657a58e8-842e-497c-aa62-bd56f83eafbb req-63297114-72c1-4891-8dea-4a9f6e385b26 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.1152797 Jan 19 22:29:05.125916 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-657a58e8-842e-497c-aa62-bd56f83eafbb req-0909c8fe-754f-44d0-a67f-d79e910504d9 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542445 Jan 19 22:29:05.272934 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 53258) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:29:05.351694 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-44a5df25-a5ab-458e-a2de-51f09117c42a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8dd490133a764710883ce689de77da7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0773146 Jan 19 22:29:05.355662 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 53266) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:29:05.447849 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-11679af5-ca55-400e-9bb0-7c7ac6ae4ec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:05.516213 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-11679af5-ca55-400e-9bb0-7c7ac6ae4ec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:05.585631 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-11679af5-ca55-400e-9bb0-7c7ac6ae4ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:05.600895 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-4d5a500e-7479-4624-be8d-f6d2c349cff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:29:05.646204 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd75d4-a2f2-4694-ae64-c434e8298c5a req-bbecb665-c734-4617-8f6d-72873d8e2e5d tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:05.647849 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-2ebd75d4-a2f2-4694-ae64-c434e8298c5a req-bbecb665-c734-4617-8f6d-72873d8e2e5d tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?device_id=d73fcd42-7c2b-479d-9af1-dfcfc69b7285 HTTP/1.1" status: 200 len: 945 time: 0.1422226 Jan 19 22:29:05.671718 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11679af5-ca55-400e-9bb0-7c7ac6ae4ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973f435f-1d65-45f4-b3b9-176310c1e3dc,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:29:05.677037 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-11679af5-ca55-400e-9bb0-7c7ac6ae4ec9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:29:05.679950 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-11679af5-ca55-400e-9bb0-7c7ac6ae4ec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:05.684111 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-11679af5-ca55-400e-9bb0-7c7ac6ae4ec9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/973f435f-1d65-45f4-b3b9-176310c1e3dc HTTP/1.1" status: 204 len: 168 time: 0.3244739 Jan 19 22:29:05.724430 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-2ebd75d4-a2f2-4694-ae64-c434e8298c5a req-a09f69a9-95df-4d8c-8a3b-d47d963de7c2 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/security-groups?id=3950fcd1-3bed-47dd-b889-44121b1b96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654409 Jan 19 22:29:05.757461 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b79dae1-3f47-49de-97eb-8c289d78be58 req-47e75223-3dc3-41cc-a70c-e153cec8a9d8 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:05.759195 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-3b79dae1-3f47-49de-97eb-8c289d78be58 req-47e75223-3dc3-41cc-a70c-e153cec8a9d8 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=6a10f7f1-035b-4e93-ad4f-1b5b624186c2 HTTP/1.1" status: 200 len: 946 time: 0.1596336 Jan 19 22:29:05.954452 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.agents_db [None req-329fefd4-1494-457f-8297-9b2689c275d7 None None] Agent healthcheck: found 6 active agents {{(pid=80168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:29:06.103432 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-3b79dae1-3f47-49de-97eb-8c289d78be58 req-4e07a2f7-a728-4c29-8a96-e68f821b06bb tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/security-groups?id=9328ab63-6502-4afe-9f51-4c69c085bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368893 Jan 19 22:29:06.258153 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 53284) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:29:06.262885 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device b563be47-029b-40f2-8a32-cdc588a1f765 up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:29:06.290126 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d55fe-3e80-4916-8850-90c299990852 req-d3b48422-7451-4243-b0f4-50ab4cff8dad tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:06.291967 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-521d55fe-3e80-4916-8850-90c299990852 req-d3b48422-7451-4243-b0f4-50ab4cff8dad tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.66 "GET /v2.0/ports?device_id=6a10f7f1-035b-4e93-ad4f-1b5b624186c2 HTTP/1.1" status: 200 len: 946 time: 0.1547813 Jan 19 22:29:06.383788 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port b563be47-029b-40f2-8a32-cdc588a1f765 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:29:06.385219 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:06.584958 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 53292) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:29:06.665191 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-295348d3-9bd3-46bd-8bd2-aa32205e511e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=009d1d697bec4ceeae73d0bc9cfce65a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0787652 Jan 19 22:29:06.668855 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 53296) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:29:06.695119 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [req-521d55fe-3e80-4916-8850-90c299990852 req-bd366cb1-4a1d-4abe-a44b-ab955f005c95 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Deleting port b563be47-029b-40f2-8a32-cdc588a1f765 {{(pid=80165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:29:06.695792 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-521d55fe-3e80-4916-8850-90c299990852 req-bd366cb1-4a1d-4abe-a44b-ab955f005c95 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:06.737701 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1999e392-2936-484f-95fe-bf14956a5ef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:06.765659 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1999e392-2936-484f-95fe-bf14956a5ef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:06.819526 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1999e392-2936-484f-95fe-bf14956a5ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:06.827494 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-43f8f6c9-42d8-4fa7-900f-c822ba26b3da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:29:06.843262 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1999e392-2936-484f-95fe-bf14956a5ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738ba495-6e8f-47d9-8206-a0ad33fe6308,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:29:06.843580 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-07b2f348-ff48-48f5-ad65-2e02c02cd3bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:06.845445 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1999e392-2936-484f-95fe-bf14956a5ef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:06.849497 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-1999e392-2936-484f-95fe-bf14956a5ef8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/738ba495-6e8f-47d9-8206-a0ad33fe6308 HTTP/1.1" status: 204 len: 168 time: 0.1767499 Jan 19 22:29:06.849497 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-1999e392-2936-484f-95fe-bf14956a5ef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:29:07.065112 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-07b2f348-ff48-48f5-ad65-2e02c02cd3bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:29:07.094082 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e75ba-b83d-42df-a9bc-cb6e1716e9ac req-5f9f09c5-e276-4812-aab0-962a689f258d tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:07.102030 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-998e75ba-b83d-42df-a9bc-cb6e1716e9ac req-5f9f09c5-e276-4812-aab0-962a689f258d tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.6190941 Jan 19 22:29:07.115165 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-07b2f348-ff48-48f5-ad65-2e02c02cd3bc admin admin] Usage tracker for resource:security_group_rule and tenant:c728b042484946c590155bea90fadedc is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:29:07.140831 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-07b2f348-ff48-48f5-ad65-2e02c02cd3bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:29:07.185536 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-07b2f348-ff48-48f5-ad65-2e02c02cd3bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:29:07.196122 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88efa38-0dd7-48c9-b5c1-2248421925dc req-ca6acf0e-d52a-420e-8015-8949ba6d561a tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:07.205742 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c88efa38-0dd7-48c9-b5c1-2248421925dc req-ca6acf0e-d52a-420e-8015-8949ba6d561a tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?device_id=d73fcd42-7c2b-479d-9af1-dfcfc69b7285 HTTP/1.1" status: 200 len: 945 time: 0.2076807 Jan 19 22:29:07.211509 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-998e75ba-b83d-42df-a9bc-cb6e1716e9ac req-ef2265da-ef6b-49ef-beac-21564c841ce6 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991623 Jan 19 22:29:07.269177 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c88efa38-0dd7-48c9-b5c1-2248421925dc req-39b20016-9238-47f8-b96d-8acc3d89c4d5 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/security-groups?id=3950fcd1-3bed-47dd-b889-44121b1b96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621555 Jan 19 22:29:07.320777 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:07.322855 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-521d55fe-3e80-4916-8850-90c299990852 req-bd366cb1-4a1d-4abe-a44b-ab955f005c95 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] For port b563be47-029b-40f2-8a32-cdc588a1f765, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=b563be47-029b-40f2-8a32-cdc588a1f765,segment=NetworkSegment(2494e6ea-e327-4774-b77a-709af40c6c25),segment_id=2494e6ea-e327-4774-b77a-709af40c6c25)] {{(pid=80165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:29:07.326606 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-521d55fe-3e80-4916-8850-90c299990852 req-bd366cb1-4a1d-4abe-a44b-ab955f005c95 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137761'] for port, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:07.799552 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [req-521d55fe-3e80-4916-8850-90c299990852 req-bd366cb1-4a1d-4abe-a44b-ab955f005c95 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Calling delete_port for b563be47-029b-40f2-8a32-cdc588a1f765 owned by compute:nova {{(pid=80165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:29:07.940839 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c823f42-1772-4e87-97d4-05df936241c3 req-bbb12d86-aaee-478d-9a8b-b60cbf3273d9 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:07.942689 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0c823f42-1772-4e87-97d4-05df936241c3 req-bbb12d86-aaee-478d-9a8b-b60cbf3273d9 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=6a10f7f1-035b-4e93-ad4f-1b5b624186c2 HTTP/1.1" status: 200 len: 946 time: 0.3359156 Jan 19 22:29:08.015440 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device b563be47-029b-40f2-8a32-cdc588a1f765 no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:29:08.030101 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-07b2f348-ff48-48f5-ad65-2e02c02cd3bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:08.048399 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0c823f42-1772-4e87-97d4-05df936241c3 req-c1984fed-30ff-4f87-940d-c4abf716b7c2 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/security-groups?id=9328ab63-6502-4afe-9f51-4c69c085bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940654 Jan 19 22:29:08.052524 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-07b2f348-ff48-48f5-ad65-2e02c02cd3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:08.128574 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-0cfb8f80-fc1e-4e2d-8068-8dca75be5901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:29:08.138882 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-07b2f348-ff48-48f5-ad65-2e02c02cd3bc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c728b042484946c590155bea90fadedc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8787479 Jan 19 22:29:08.142396 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 53326) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:29:08.183650 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b2f348-ff48-48f5-ad65-2e02c02cd3bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3f1ed8-aa95-400c-bc42-bba51dea8427,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:29:08.189822 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-07b2f348-ff48-48f5-ad65-2e02c02cd3bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:29:08.201895 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-521d55fe-3e80-4916-8850-90c299990852 req-bd366cb1-4a1d-4abe-a44b-ab955f005c95 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307084714663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307085172425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852767463'] for port, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:08.221584 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-a7538aa2-671c-4add-b11b-6c80919cff8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:29:08.227476 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:08.257027 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-08ceb523-d223-4215-a77e-d273bad2f794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:08.357579 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-08ceb523-d223-4215-a77e-d273bad2f794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:08.497811 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-08ceb523-d223-4215-a77e-d273bad2f794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:08.508465 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:29:08.550150 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ceb523-d223-4215-a77e-d273bad2f794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3f1ed8-aa95-400c-bc42-bba51dea8427,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:29:08.567576 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-08ceb523-d223-4215-a77e-d273bad2f794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:29:08.570836 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd366cb1-4a1d-4abe-a44b-ab955f005c95 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Pushing event deleted for resources: {'Port': ['ID=b563be47-029b-40f2-8a32-cdc588a1f765,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:29:08.585102 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-bd366cb1-4a1d-4abe-a44b-ab955f005c95 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:29:08.648655 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-08ceb523-d223-4215-a77e-d273bad2f794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:08.655086 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-08ceb523-d223-4215-a77e-d273bad2f794 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bd3f1ed8-aa95-400c-bc42-bba51dea8427 HTTP/1.1" status: 204 len: 168 time: 0.5110655 Jan 19 22:29:08.720401 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd9578-99f0-4d19-bdb6-baf31372ffb7 req-efea5729-34e3-44a3-b9e7-a5a3d8f22da8 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:08.731913 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-7fbd9578-99f0-4d19-bdb6-baf31372ffb7 req-efea5729-34e3-44a3-b9e7-a5a3d8f22da8 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.1928487 Jan 19 22:29:08.782813 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [req-521d55fe-3e80-4916-8850-90c299990852 req-bd366cb1-4a1d-4abe-a44b-ab955f005c95 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] No DVR routers for this DVR port b563be47-029b-40f2-8a32-cdc588a1f765 on host hv-cinder-75078 {{(pid=80165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 22:29:08.786344 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-521d55fe-3e80-4916-8850-90c299990852 req-bd366cb1-4a1d-4abe-a44b-ab955f005c95 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for port, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:08.790924 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a10f7f1-035b-4e93-ad4f-1b5b624186c2', 'name': 'network-vif-deleted', 'tag': 'b563be47-029b-40f2-8a32-cdc588a1f765'}] {{(pid=80165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:29:08.818190 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-7fbd9578-99f0-4d19-bdb6-baf31372ffb7 req-4929e8a3-36b5-417e-b23d-d4b3eed0c4ea tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851021 Jan 19 22:29:08.828384 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3add15-d992-42e2-a066-871cf9fccefc req-fe4b7723-f217-4a12-953a-aa8ea4ed1e40 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:08.836172 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-3c3add15-d992-42e2-a066-871cf9fccefc req-fe4b7723-f217-4a12-953a-aa8ea4ed1e40 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?device_id=d73fcd42-7c2b-479d-9af1-dfcfc69b7285 HTTP/1.1" status: 200 len: 945 time: 0.2626927 Jan 19 22:29:08.869446 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-521d55fe-3e80-4916-8850-90c299990852 req-bd366cb1-4a1d-4abe-a44b-ab955f005c95 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.66 "DELETE /v2.0/ports/b563be47-029b-40f2-8a32-cdc588a1f765 HTTP/1.1" status: 204 len: 173 time: 2.5573969 Jan 19 22:29:08.904761 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-3c3add15-d992-42e2-a066-871cf9fccefc req-51ce2ef6-d92a-49d1-a7d2-99a146a8b0bd tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/security-groups?id=3950fcd1-3bed-47dd-b889-44121b1b96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676792 Jan 19 22:29:08.949774 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a10f7f1-035b-4e93-ad4f-1b5b624186c2', 'name': 'network-vif-deleted', 'tag': 'b563be47-029b-40f2-8a32-cdc588a1f765', 'status': 'completed', 'code': 200} Jan 19 22:29:09.367486 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-429cd93a-b295-4fb4-98f8-15598974b13b req-4ea5ee4e-abce-4334-9040-f63b91d1956f tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Synchronizing usage tracker for tenant:5d4105938837484d8d82719812401145 on resource:port {{(pid=80165) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:29:09.409983 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-429cd93a-b295-4fb4-98f8-15598974b13b req-4ea5ee4e-abce-4334-9040-f63b91d1956f tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Unset dirty status for tenant:5d4105938837484d8d82719812401145 on resource:port {{(pid=80165) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:29:09.421541 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-429cd93a-b295-4fb4-98f8-15598974b13b req-4ea5ee4e-abce-4334-9040-f63b91d1956f tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=6a10f7f1-035b-4e93-ad4f-1b5b624186c2 HTTP/1.1" status: 200 len: 210 time: 0.1102774 Jan 19 22:29:09.653708 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 53380) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:29:09.807300 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-5041f628-7383-48fe-a5df-e2338c428481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:09.824424 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-5041f628-7383-48fe-a5df-e2338c428481 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:29:09.828804 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-5041f628-7383-48fe-a5df-e2338c428481 admin admin] Usage tracker for resource:security_group_rule and tenant:963c2d0794e74806a2eea62e0f941a25 is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:29:09.833108 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-5041f628-7383-48fe-a5df-e2338c428481 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:29:09.842182 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-5041f628-7383-48fe-a5df-e2338c428481 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:29:09.939627 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-5041f628-7383-48fe-a5df-e2338c428481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:09.943492 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-5041f628-7383-48fe-a5df-e2338c428481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:09.953351 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:29:10.041310 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-5041f628-7383-48fe-a5df-e2338c428481 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=963c2d0794e74806a2eea62e0f941a25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3864176 Jan 19 22:29:10.045752 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 53390) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:29:10.048193 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5041f628-7383-48fe-a5df-e2338c428481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a165e62-8553-4499-82e1-646b1d746b0c,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:29:10.051902 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-5041f628-7383-48fe-a5df-e2338c428481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:29:10.137849 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2fd9b-add2-4fe0-ae97-0d7894ded3a2 req-949b6b45-7809-4593-a144-9b42f8ee0c9e tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:10.139034 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0ff06c36-ce0f-44d8-8e02-cf68aa61655b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:10.139708 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-10e2fd9b-add2-4fe0-ae97-0d7894ded3a2 req-949b6b45-7809-4593-a144-9b42f8ee0c9e tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?device_id=d73fcd42-7c2b-479d-9af1-dfcfc69b7285 HTTP/1.1" status: 200 len: 945 time: 0.1068523 Jan 19 22:29:10.177632 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d2790-1da6-49ee-ad09-19db03f4ce4e req-28b05c8c-bbeb-48e5-8b48-0e01ab5ef755 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:10.179391 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-b25d2790-1da6-49ee-ad09-19db03f4ce4e req-28b05c8c-bbeb-48e5-8b48-0e01ab5ef755 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.2111099 Jan 19 22:29:10.200401 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-10e2fd9b-add2-4fe0-ae97-0d7894ded3a2 req-04477ced-4919-4aa7-972c-e7b12b817ed2 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/security-groups?id=3950fcd1-3bed-47dd-b889-44121b1b96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530386 Jan 19 22:29:10.214058 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0ff06c36-ce0f-44d8-8e02-cf68aa61655b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:10.274272 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-b25d2790-1da6-49ee-ad09-19db03f4ce4e req-2afa49e5-0b56-40f2-8427-d29198f49f98 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832393 Jan 19 22:29:10.286666 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0ff06c36-ce0f-44d8-8e02-cf68aa61655b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:10.293532 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-65194677-e1fa-4ee3-a509-97e54316bc4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:29:10.307578 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff06c36-ce0f-44d8-8e02-cf68aa61655b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a165e62-8553-4499-82e1-646b1d746b0c,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:29:10.310711 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-0ff06c36-ce0f-44d8-8e02-cf68aa61655b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:29:10.311925 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0ff06c36-ce0f-44d8-8e02-cf68aa61655b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:10.313800 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-0ff06c36-ce0f-44d8-8e02-cf68aa61655b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1a165e62-8553-4499-82e1-646b1d746b0c HTTP/1.1" status: 204 len: 168 time: 0.2663181 Jan 19 22:29:10.910948 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device 50f75ecc-3124-4157-8459-cd0c4b388f85 up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:29:10.994671 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port 50f75ecc-3124-4157-8459-cd0c4b388f85 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:29:10.995491 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:11.073914 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ff4c4-6740-4466-84fc-56c94bdf0b3e req-ace02a26-9a58-4418-9380-2fce8240e65f tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:11.081803 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-651ff4c4-6740-4466-84fc-56c94bdf0b3e req-ace02a26-9a58-4418-9380-2fce8240e65f tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=3e3fa171-fd52-4018-911f-a261f1044840 HTTP/1.1" status: 200 len: 946 time: 0.1605809 Jan 19 22:29:11.086102 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873872a0-4115-433d-bda7-a00697636192 req-5574acd1-9384-4e68-871e-91a971092b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:11.087665 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-873872a0-4115-433d-bda7-a00697636192 req-5574acd1-9384-4e68-871e-91a971092b76 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 1163 time: 0.2159488 Jan 19 22:29:11.164798 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-873872a0-4115-433d-bda7-a00697636192 req-daae5caa-5513-4697-9866-a1ee8d898405 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627425 Jan 19 22:29:11.188757 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-651ff4c4-6740-4466-84fc-56c94bdf0b3e req-ba37df60-f994-4f50-8eff-36bce8b9db62 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/security-groups?id=9328ab63-6502-4afe-9f51-4c69c085bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059122 Jan 19 22:29:11.514372 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c061d-360c-429e-8257-49fb7f2ba3c2 req-b3ff4edc-4c58-43c8-8715-8dabc6b8b945 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:11.522560 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-3b3c061d-360c-429e-8257-49fb7f2ba3c2 req-b3ff4edc-4c58-43c8-8715-8dabc6b8b945 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?device_id=d73fcd42-7c2b-479d-9af1-dfcfc69b7285 HTTP/1.1" status: 200 len: 945 time: 0.1361246 Jan 19 22:29:11.586248 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-3b3c061d-360c-429e-8257-49fb7f2ba3c2 req-d537fdd6-7011-4ed4-b714-e4ec8b97b9c9 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/security-groups?id=3950fcd1-3bed-47dd-b889-44121b1b96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625341 Jan 19 22:29:11.633402 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16edf7be-80b0-4739-9c45-a9bf87863304 req-95f2a424-3196-4b43-aa62-56bdeb2b1a89 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:11.635263 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-16edf7be-80b0-4739-9c45-a9bf87863304 req-95f2a424-3196-4b43-aa62-56bdeb2b1a89 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.1082461 Jan 19 22:29:11.690265 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-16edf7be-80b0-4739-9c45-a9bf87863304 req-94df6146-07c3-45de-9da6-679ac06cc16a tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485277 Jan 19 22:29:12.326717 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device 50f75ecc-3124-4157-8459-cd0c4b388f85 up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:29:12.435652 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port 50f75ecc-3124-4157-8459-cd0c4b388f85 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:29:12.436077 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:12.586377 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5cf425-d92e-48c5-ac3b-621f7e4bb048 req-0f146d31-4322-4ef2-a6f1-bbcd8741ec43 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:12.587983 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-5a5cf425-d92e-48c5-ac3b-621f7e4bb048 req-0f146d31-4322-4ef2-a6f1-bbcd8741ec43 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=3e3fa171-fd52-4018-911f-a261f1044840 HTTP/1.1" status: 200 len: 946 time: 0.1047881 Jan 19 22:29:12.638374 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-5a5cf425-d92e-48c5-ac3b-621f7e4bb048 req-1766d503-8e68-4b66-aed4-531818552c42 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/security-groups?id=9328ab63-6502-4afe-9f51-4c69c085bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434568 Jan 19 22:29:12.836211 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5dabb2-f394-4163-b19c-deea3e8ada33 req-87913a3e-7e33-4a5b-bfe3-7c3f7898e6bc tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:12.837927 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-7d5dabb2-f394-4163-b19c-deea3e8ada33 req-87913a3e-7e33-4a5b-bfe3-7c3f7898e6bc tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?device_id=d73fcd42-7c2b-479d-9af1-dfcfc69b7285 HTTP/1.1" status: 200 len: 945 time: 0.1076071 Jan 19 22:29:12.895322 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-7d5dabb2-f394-4163-b19c-deea3e8ada33 req-6732b43b-f80c-4222-9f71-3b6e7934eea6 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/security-groups?id=3950fcd1-3bed-47dd-b889-44121b1b96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491562 Jan 19 22:29:12.941904 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d92d3-2cbe-4b9d-8c94-3873a7145394 req-f73ae515-0b1d-4ba5-b1c1-fb5fa5f9c3c2 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:12.943561 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-8e5d92d3-2cbe-4b9d-8c94-3873a7145394 req-f73ae515-0b1d-4ba5-b1c1-fb5fa5f9c3c2 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.1165421 Jan 19 22:29:12.978392 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 53560) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:29:12.998976 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-8e5d92d3-2cbe-4b9d-8c94-3873a7145394 req-02bd211a-e231-4994-82eb-24bf62aedc76 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482135 Jan 19 22:29:13.045146 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.db_base_plugin_v2 [None req-0689dde3-3034-4f3c-9ce7-af7c806a6961 admin admin] Deleting subnet 39225dcd-ee80-4392-bbcc-dc9dafc3ba8c {{(pid=80165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 19 22:29:13.048338 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0689dde3-3034-4f3c-9ce7-af7c806a6961 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:13.106377 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0689dde3-3034-4f3c-9ce7-af7c806a6961 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8211335'] for subnet, precommit_delete_associations {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:13.183154 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0689dde3-3034-4f3c-9ce7-af7c806a6961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560750'] for subnet, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:13.480414 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5cc6cb-a695-45a5-a3c3-1c66089e26d8 req-dba64781-d866-4a84-8785-8c024200f788 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:13.482101 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-7f5cc6cb-a695-45a5-a3c3-1c66089e26d8 req-dba64781-d866-4a84-8785-8c024200f788 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.66 "GET /v2.0/ports?device_id=3e3fa171-fd52-4018-911f-a261f1044840 HTTP/1.1" status: 200 len: 946 time: 0.2286122 Jan 19 22:29:13.518377 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4fd10-a45f-4e57-9801-524972bd115d req-f7e4c11d-1da1-4649-b692-2a78b03d95ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:13.520108 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-13b4fd10-a45f-4e57-9801-524972bd115d req-f7e4c11d-1da1-4649-b692-2a78b03d95ef service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7d1b4115b3444684a9fd42e8fcaf64a4&device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 1163 time: 0.1097145 Jan 19 22:29:13.680316 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4fd10-a45f-4e57-9801-524972bd115d req-a8e487ef-c0f8-4e3d-acac-788561fda157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:13.688735 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-13b4fd10-a45f-4e57-9801-524972bd115d req-a8e487ef-c0f8-4e3d-acac-788561fda157 service neutron] 10.222.0.66 "GET /v2.0/networks?id=856f698c-d037-4288-89b3-b30e0383555d HTTP/1.1" status: 200 len: 912 time: 0.1614895 Jan 19 22:29:13.707326 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [req-7f5cc6cb-a695-45a5-a3c3-1c66089e26d8 req-216e3508-85e2-4db9-9f13-6acc416ca5a5 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Deleting port 0b9e11b2-a496-4ad1-84f2-70665142180e {{(pid=80165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:29:13.707715 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-7f5cc6cb-a695-45a5-a3c3-1c66089e26d8 req-216e3508-85e2-4db9-9f13-6acc416ca5a5 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:13.768833 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-13b4fd10-a45f-4e57-9801-524972bd115d req-9f8e2b76-1785-4d6f-a0b5-34b5d2ec5abd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=213ffbf8-31f1-4cf2-8214-924aa8a89551 HTTP/1.1" status: 200 len: 217 time: 0.0733192 Jan 19 22:29:13.804494 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a29f6-38a3-4bf7-9b4c-7674b5c3f440 req-8fd1cbd4-60d2-4363-a32c-15647976a776 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:13.806214 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-de4a29f6-38a3-4bf7-9b4c-7674b5c3f440 req-8fd1cbd4-60d2-4363-a32c-15647976a776 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.3231337 Jan 19 22:29:13.811308 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0689dde3-3034-4f3c-9ce7-af7c806a6961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851215066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2008431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853717813'] for subnet, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:13.834186 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:29:13.905819 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4fd10-a45f-4e57-9801-524972bd115d req-0faca40d-55cf-4542-814e-bc9d8ae9da95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:13.907423 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-13b4fd10-a45f-4e57-9801-524972bd115d req-0faca40d-55cf-4542-814e-bc9d8ae9da95 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1a97053a-7ac6-44d6-84ad-912d742b25fc HTTP/1.1" status: 200 len: 858 time: 0.1311252 Jan 19 22:29:13.942633 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0689dde3-3034-4f3c-9ce7-af7c806a6961 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39225dcd-ee80-4392-bbcc-dc9dafc3ba8c,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:29:13.945701 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-0689dde3-3034-4f3c-9ce7-af7c806a6961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:29:13.967545 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-13b4fd10-a45f-4e57-9801-524972bd115d req-386fca0c-af84-4798-a1d2-186bc9254ccb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=856f698c-d037-4288-89b3-b30e0383555d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515125 Jan 19 22:29:14.000367 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e304452-9626-421a-a300-7613d73ce29d req-81caf1e1-8122-4cef-b004-dc25464c3436 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:14.002105 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-5e304452-9626-421a-a300-7613d73ce29d req-81caf1e1-8122-4cef-b004-dc25464c3436 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=3e3fa171-fd52-4018-911f-a261f1044840 HTTP/1.1" status: 200 len: 946 time: 0.2243810 Jan 19 22:29:14.097220 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-de4a29f6-38a3-4bf7-9b4c-7674b5c3f440 req-acb8bfc2-124a-498e-8029-d33e70ebef54 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822347 Jan 19 22:29:14.105753 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0689dde3-3034-4f3c-9ce7-af7c806a6961 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:14.134856 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device 0b9e11b2-a496-4ad1-84f2-70665142180e no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:29:14.155054 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-5e304452-9626-421a-a300-7613d73ce29d req-8c1d2ead-cc1e-4e1d-ab8e-cefab2ff1625 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/security-groups?id=9328ab63-6502-4afe-9f51-4c69c085bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303430 Jan 19 22:29:14.164246 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-0689dde3-3034-4f3c-9ce7-af7c806a6961 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/39225dcd-ee80-4392-bbcc-dc9dafc3ba8c HTTP/1.1" status: 204 len: 168 time: 1.1845140 Jan 19 22:29:14.170610 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 53584) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:29:14.215030 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-13b4fd10-a45f-4e57-9801-524972bd115d req-2dbfad0e-2434-4ce6-bb0c-7593b1d5546e service neutron] 10.222.0.66 "GET /v2.0/networks/856f698c-d037-4288-89b3-b30e0383555d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117140 Jan 19 22:29:14.298915 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:14.339595 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] For port 0b9e11b2-a496-4ad1-84f2-70665142180e, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=0b9e11b2-a496-4ad1-84f2-70665142180e,segment=NetworkSegment(2494e6ea-e327-4774-b77a-709af40c6c25),segment_id=2494e6ea-e327-4774-b77a-709af40c6c25)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:29:14.340804 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3fa171-fd52-4018-911f-a261f1044840', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b9e11b2-a496-4ad1-84f2-70665142180e'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:29:14.363000 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:14.365424 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:29:14.397227 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-13b4fd10-a45f-4e57-9801-524972bd115d req-351229ce-ea30-4aea-8088-74573c85dee7 service neutron] 10.222.0.66 "GET /v2.0/networks/856f698c-d037-4288-89b3-b30e0383555d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1747570 Jan 19 22:29:14.446122 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e3fa171-fd52-4018-911f-a261f1044840', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b9e11b2-a496-4ad1-84f2-70665142180e', 'code': 200} Jan 19 22:29:14.455868 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Pushing event updated for resources: {'Port': ['ID=0b9e11b2-a496-4ad1-84f2-70665142180e,revision_number=5']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:29:14.465573 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:14.466053 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:14.466551 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:14.467042 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:14.467525 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:14.468018 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:14.468498 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:14.468978 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:14.469514 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:14.470155 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:14.470643 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:14.471117 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:14.471664 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:14.472139 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:14.472616 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:14.473089 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:14.473584 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:14.474058 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:14.474537 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:14.475014 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:14.475484 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:14.475958 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:14.476427 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:14.476878 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:14.481900 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:29:14.596168 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-4aaa7896-83f9-4971-82b6-26ed5a51885b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851036617'] for network, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:14.646482 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-7f5cc6cb-a695-45a5-a3c3-1c66089e26d8 req-216e3508-85e2-4db9-9f13-6acc416ca5a5 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] For port 0b9e11b2-a496-4ad1-84f2-70665142180e, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=0b9e11b2-a496-4ad1-84f2-70665142180e,segment=NetworkSegment(2494e6ea-e327-4774-b77a-709af40c6c25),segment_id=2494e6ea-e327-4774-b77a-709af40c6c25)] {{(pid=80165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:29:14.646885 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-7f5cc6cb-a695-45a5-a3c3-1c66089e26d8 req-216e3508-85e2-4db9-9f13-6acc416ca5a5 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137761'] for port, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:14.814306 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [req-7f5cc6cb-a695-45a5-a3c3-1c66089e26d8 req-216e3508-85e2-4db9-9f13-6acc416ca5a5 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Calling delete_port for 0b9e11b2-a496-4ad1-84f2-70665142180e owned by compute:nova {{(pid=80165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:29:14.988178 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244a8bfe-13f3-47fa-88f4-8619df0e4e62 req-76b2243b-d63b-4d25-8c6e-96249767277b tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:14.989822 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-244a8bfe-13f3-47fa-88f4-8619df0e4e62 req-76b2243b-d63b-4d25-8c6e-96249767277b tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?device_id=d73fcd42-7c2b-479d-9af1-dfcfc69b7285 HTTP/1.1" status: 200 len: 945 time: 0.4879689 Jan 19 22:29:15.059115 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-4aaa7896-83f9-4971-82b6-26ed5a51885b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3566075', 'neutron.services.segments.db._delete_segments_for_network--9223363307084834676'] for network, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:15.180794 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.db.api [req-7f5cc6cb-a695-45a5-a3c3-1c66089e26d8 req-216e3508-85e2-4db9-9f13-6acc416ca5a5 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80165) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 22:29:15.181166 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_db.api [req-7f5cc6cb-a695-45a5-a3c3-1c66089e26d8 req-216e3508-85e2-4db9-9f13-6acc416ca5a5 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80165) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 22:29:15.205640 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-244a8bfe-13f3-47fa-88f4-8619df0e4e62 req-4bb8e4b2-68b7-4e61-98c8-4d626dae4fa6 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/security-groups?id=3950fcd1-3bed-47dd-b889-44121b1b96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565855 Jan 19 22:29:15.221539 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.services.segments.db [None req-4aaa7896-83f9-4971-82b6-26ed5a51885b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ef4e1d2-abe0-4afc-adb2-8d80517036be']}} {{(pid=80165) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:29:15.236934 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.services.segments.db [None req-4aaa7896-83f9-4971-82b6-26ed5a51885b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f7c6ccc-f875-4a37-aad4-bbb9cbf53bde') {'for_net_delete': True} {{(pid=80165) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:29:15.237387 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.services.segments.db [None req-4aaa7896-83f9-4971-82b6-26ed5a51885b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f7c6ccc-f875-4a37-aad4-bbb9cbf53bde') {} {{(pid=80165) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:29:15.252038 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-4aaa7896-83f9-4971-82b6-26ed5a51885b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307084830580', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036846564465'] for segment, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:15.269200 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-4aaa7896-83f9-4971-82b6-26ed5a51885b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560818'] for segment, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:15.272012 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4aaa7896-83f9-4971-82b6-26ed5a51885b admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 19 22:29:15.356028 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2565fa-e038-4f8d-9ce0-ab92a1cfde39 req-3894f25c-ad98-40fa-96ed-662f2944820d tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:15.357779 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-bf2565fa-e038-4f8d-9ce0-ab92a1cfde39 req-3894f25c-ad98-40fa-96ed-662f2944820d tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.1156301 Jan 19 22:29:15.415701 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-bf2565fa-e038-4f8d-9ce0-ab92a1cfde39 req-1d89bce1-3c77-47ef-9bb1-4611906fb7e9 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509007 Jan 19 22:29:15.513381 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-4aaa7896-83f9-4971-82b6-26ed5a51885b admin admin] Network 6ef4e1d2-abe0-4afc-adb2-8d80517036be has no segments {{(pid=80165) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 22:29:15.523061 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-4aaa7896-83f9-4971-82b6-26ed5a51885b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851214998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2008516'] for segment, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:15.686224 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0675e536-3dd3-4350-be44-e90b983a8dac req-f0820074-4d62-4ccb-9bf5-773c354f5f48 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:15.693846 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0675e536-3dd3-4350-be44-e90b983a8dac req-f0820074-4d62-4ccb-9bf5-773c354f5f48 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=3e3fa171-fd52-4018-911f-a261f1044840 HTTP/1.1" status: 200 len: 944 time: 0.3404107 Jan 19 22:29:15.747678 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [req-7f5cc6cb-a695-45a5-a3c3-1c66089e26d8 req-216e3508-85e2-4db9-9f13-6acc416ca5a5 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Deleting port 0b9e11b2-a496-4ad1-84f2-70665142180e {{(pid=80165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:29:15.748071 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-7f5cc6cb-a695-45a5-a3c3-1c66089e26d8 req-216e3508-85e2-4db9-9f13-6acc416ca5a5 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:15.831966 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-4aaa7896-83f9-4971-82b6-26ed5a51885b admin admin] Network 6ef4e1d2-abe0-4afc-adb2-8d80517036be has no segments {{(pid=80165) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 22:29:15.861311 dv-cinder-750782-5-smb neutron-server[80054]: Traceback (most recent call last): Jan 19 22:29:15.861311 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 22:29:15.861311 dv-cinder-750782-5-smb neutron-server[80054]: timer() Jan 19 22:29:15.861311 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 22:29:15.861311 dv-cinder-750782-5-smb neutron-server[80054]: cb(*args, **kw) Jan 19 22:29:15.861311 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 19 22:29:15.861311 dv-cinder-750782-5-smb neutron-server[80054]: return func(*args, **kwargs) Jan 19 22:29:15.861311 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 22:29:15.861311 dv-cinder-750782-5-smb neutron-server[80054]: self._notify() Jan 19 22:29:15.861311 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 22:29:15.861311 dv-cinder-750782-5-smb neutron-server[80054]: self.callback(batched_events) Jan 19 22:29:15.861311 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 22:29:15.861311 dv-cinder-750782-5-smb neutron-server[80054]: event.method(event) Jan 19 22:29:15.861311 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 22:29:15.861311 dv-cinder-750782-5-smb neutron-server[80054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 22:29:15.861311 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 19 22:29:15.861311 dv-cinder-750782-5-smb neutron-server[80054]: segment_id)['aggregates'][0] Jan 19 22:29:15.861311 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 22:29:15.861311 dv-cinder-750782-5-smb neutron-server[80054]: return f(self, *a, **k) Jan 19 22:29:15.861311 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 19 22:29:15.861311 dv-cinder-750782-5-smb neutron-server[80054]: return self._get(url).json() Jan 19 22:29:15.861311 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 22:29:15.861311 dv-cinder-750782-5-smb neutron-server[80054]: **kwargs) Jan 19 22:29:15.861311 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 22:29:15.861311 dv-cinder-750782-5-smb neutron-server[80054]: return self.request(url, 'GET', **kwargs) Jan 19 22:29:15.861311 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 19 22:29:15.861311 dv-cinder-750782-5-smb neutron-server[80054]: **endpoint_filter) Jan 19 22:29:15.861311 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 22:29:15.861311 dv-cinder-750782-5-smb neutron-server[80054]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 22:29:15.861311 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 22:29:15.861311 dv-cinder-750782-5-smb neutron-server[80054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 22:29:15.861311 dv-cinder-750782-5-smb neutron-server[80054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 22:29:15.891765 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0ee6e6-ef5e-44b2-b4fc-d8f6af92b157 req-02bcd113-e12b-4fd9-81cf-48ce8cdb98d0 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:15.893625 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-cd0ee6e6-ef5e-44b2-b4fc-d8f6af92b157 req-02bcd113-e12b-4fd9-81cf-48ce8cdb98d0 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?device_id=d73fcd42-7c2b-479d-9af1-dfcfc69b7285 HTTP/1.1" status: 200 len: 945 time: 0.1790586 Jan 19 22:29:15.962245 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6804743-c0e9-47ec-937c-251e4f5e2d40 req-9cf02009-c0a6-4ff3-ae8a-b9d00e1b2569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:15.964450 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c6804743-c0e9-47ec-937c-251e4f5e2d40 req-9cf02009-c0a6-4ff3-ae8a-b9d00e1b2569 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=14b41834d79d4e868fed82c53411eba6&device_id=d73fcd42-7c2b-479d-9af1-dfcfc69b7285 HTTP/1.1" status: 200 len: 1162 time: 0.1590080 Jan 19 22:29:15.968825 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0675e536-3dd3-4350-be44-e90b983a8dac req-6ca239ef-d8f0-4437-81df-4dc9d3c27ed5 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/security-groups?id=9328ab63-6502-4afe-9f51-4c69c085bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740469 Jan 19 22:29:15.972369 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-cd0ee6e6-ef5e-44b2-b4fc-d8f6af92b157 req-adf2d399-7eaa-42d3-8c55-24e07f55527a tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/security-groups?id=3950fcd1-3bed-47dd-b889-44121b1b96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698783 Jan 19 22:29:16.031330 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-4aaa7896-83f9-4971-82b6-26ed5a51885b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3565836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324611'] for network, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:16.047825 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:29:16.061759 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-4aaa7896-83f9-4971-82b6-26ed5a51885b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for network, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:16.092358 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa7896-83f9-4971-82b6-26ed5a51885b admin admin] Pushing event deleted for resources: {'Network': ['ID=6ef4e1d2-abe0-4afc-adb2-8d80517036be,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:29:16.100858 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-4aaa7896-83f9-4971-82b6-26ed5a51885b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:29:16.141963 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6804743-c0e9-47ec-937c-251e4f5e2d40 req-92046226-a47e-4ba1-95f3-f9cf8ff7621f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:16.143585 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c6804743-c0e9-47ec-937c-251e4f5e2d40 req-92046226-a47e-4ba1-95f3-f9cf8ff7621f service neutron] 10.222.0.66 "GET /v2.0/networks?id=9833d04b-801e-468a-b55d-a07f3c5885cd HTTP/1.1" status: 200 len: 904 time: 0.1637781 Jan 19 22:29:16.180086 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-4aaa7896-83f9-4971-82b6-26ed5a51885b admin admin] 10.222.0.43 "DELETE /v2.0/networks/6ef4e1d2-abe0-4afc-adb2-8d80517036be HTTP/1.1" status: 204 len: 168 time: 2.0083621 Jan 19 22:29:16.234527 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-7f5cc6cb-a695-45a5-a3c3-1c66089e26d8 req-216e3508-85e2-4db9-9f13-6acc416ca5a5 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] For port 0b9e11b2-a496-4ad1-84f2-70665142180e, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=0b9e11b2-a496-4ad1-84f2-70665142180e,segment=NetworkSegment(2494e6ea-e327-4774-b77a-709af40c6c25),segment_id=2494e6ea-e327-4774-b77a-709af40c6c25)] {{(pid=80165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:29:16.234899 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-7f5cc6cb-a695-45a5-a3c3-1c66089e26d8 req-216e3508-85e2-4db9-9f13-6acc416ca5a5 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137761'] for port, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:16.290284 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c6804743-c0e9-47ec-937c-251e4f5e2d40 req-af8fd0f7-d98a-4fa9-96fa-aa858cb974e1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50f75ecc-3124-4157-8459-cd0c4b388f85 HTTP/1.1" status: 200 len: 1001 time: 0.1330838 Jan 19 22:29:16.382733 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [req-7f5cc6cb-a695-45a5-a3c3-1c66089e26d8 req-216e3508-85e2-4db9-9f13-6acc416ca5a5 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Calling delete_port for 0b9e11b2-a496-4ad1-84f2-70665142180e owned by compute:nova {{(pid=80165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:29:16.419801 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device 213ffbf8-31f1-4cf2-8214-924aa8a89551 up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:29:16.462356 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6804743-c0e9-47ec-937c-251e4f5e2d40 req-23ff0cc1-7baa-41e5-9cd5-b9407180646b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:16.464451 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c6804743-c0e9-47ec-937c-251e4f5e2d40 req-23ff0cc1-7baa-41e5-9cd5-b9407180646b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1981add0-450b-4ba4-a4b4-88355edcb693 HTTP/1.1" status: 200 len: 849 time: 0.1638565 Jan 19 22:29:16.554216 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 53620) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:29:16.582237 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port 213ffbf8-31f1-4cf2-8214-924aa8a89551 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:29:16.585764 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:16.645566 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-01390577-cf2c-4f1a-99ce-d85b9fcc5cca admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d21cc79040f84513b239a36e3444a630&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0881877 Jan 19 22:29:16.646811 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 53626) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:29:16.686308 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6804743-c0e9-47ec-937c-251e4f5e2d40 req-f627076e-2dca-4355-843e-02764cafcd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:16.688070 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c6804743-c0e9-47ec-937c-251e4f5e2d40 req-f627076e-2dca-4355-843e-02764cafcd02 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9833d04b-801e-468a-b55d-a07f3c5885cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2117293 Jan 19 22:29:16.753065 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-7f5cc6cb-a695-45a5-a3c3-1c66089e26d8 req-216e3508-85e2-4db9-9f13-6acc416ca5a5 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307084714663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307085172425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852767463'] for port, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:16.777385 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-34e1b4b2-b6da-48d1-8fc5-97f617ec1ccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:16.778757 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:29:16.849922 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216e3508-85e2-4db9-9f13-6acc416ca5a5 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Pushing event deleted for resources: {'Port': ['ID=0b9e11b2-a496-4ad1-84f2-70665142180e,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:29:16.876996 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-34e1b4b2-b6da-48d1-8fc5-97f617ec1ccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:16.901934 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-216e3508-85e2-4db9-9f13-6acc416ca5a5 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:29:16.929494 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e9587d-6f0a-4d3b-8d4b-164f7cc9dc30 req-70a4a4f2-02a7-4fc5-8d34-615afa57b57e tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:16.931148 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-17e9587d-6f0a-4d3b-8d4b-164f7cc9dc30 req-70a4a4f2-02a7-4fc5-8d34-615afa57b57e tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.2777777 Jan 19 22:29:16.942334 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c6804743-c0e9-47ec-937c-251e4f5e2d40 req-a551cb48-66c4-446a-a184-cbfa00c8f5cb service neutron] 10.222.0.66 "GET /v2.0/networks/9833d04b-801e-468a-b55d-a07f3c5885cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414255 Jan 19 22:29:16.973920 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-34e1b4b2-b6da-48d1-8fc5-97f617ec1ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:16.982823 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-da56b46c-ea93-4dcf-bb1a-5a8722768d41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:29:17.009381 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e1b4b2-b6da-48d1-8fc5-97f617ec1ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a187e4-160d-40ac-91dd-091a7dbbf55a,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:29:17.013990 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-34e1b4b2-b6da-48d1-8fc5-97f617ec1ccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:29:17.015619 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-17e9587d-6f0a-4d3b-8d4b-164f7cc9dc30 req-76f32728-c218-494a-9bb6-d2b4a85a5180 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705764 Jan 19 22:29:17.021032 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-34e1b4b2-b6da-48d1-8fc5-97f617ec1ccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:17.022319 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-34e1b4b2-b6da-48d1-8fc5-97f617ec1ccc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f3a187e4-160d-40ac-91dd-091a7dbbf55a HTTP/1.1" status: 204 len: 168 time: 0.3733861 Jan 19 22:29:17.095560 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f5cc6cb-a695-45a5-a3c3-1c66089e26d8 req-216e3508-85e2-4db9-9f13-6acc416ca5a5 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] No DVR routers for this DVR port 0b9e11b2-a496-4ad1-84f2-70665142180e on host hv-cinder-75078 {{(pid=80165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 22:29:17.098081 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-7f5cc6cb-a695-45a5-a3c3-1c66089e26d8 req-216e3508-85e2-4db9-9f13-6acc416ca5a5 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for port, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:17.111140 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3fa171-fd52-4018-911f-a261f1044840', 'name': 'network-vif-deleted', 'tag': '0b9e11b2-a496-4ad1-84f2-70665142180e'}] {{(pid=80165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:29:17.142629 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-7f5cc6cb-a695-45a5-a3c3-1c66089e26d8 req-216e3508-85e2-4db9-9f13-6acc416ca5a5 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.66 "DELETE /v2.0/ports/0b9e11b2-a496-4ad1-84f2-70665142180e HTTP/1.1" status: 204 len: 173 time: 3.6113169 Jan 19 22:29:17.235290 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c6804743-c0e9-47ec-937c-251e4f5e2d40 req-6cdb2e3b-a558-4c38-ac4d-69060dbf51e1 service neutron] 10.222.0.66 "GET /v2.0/networks/9833d04b-801e-468a-b55d-a07f3c5885cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2853107 Jan 19 22:29:17.250218 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-60678b4b-deda-46eb-a454-81e915e29b25 req-53b33a51-e922-4373-a015-0b1d37df2dab tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=3e3fa171-fd52-4018-911f-a261f1044840 HTTP/1.1" status: 200 len: 210 time: 0.0609059 Jan 19 22:29:17.400858 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd454482-a258-44dc-90dd-5b9780979201 req-860dc374-3af2-4d48-ad4c-a81650f457dc tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:17.402727 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-fd454482-a258-44dc-90dd-5b9780979201 req-860dc374-3af2-4d48-ad4c-a81650f457dc tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?device_id=d73fcd42-7c2b-479d-9af1-dfcfc69b7285 HTTP/1.1" status: 200 len: 945 time: 0.1684556 Jan 19 22:29:17.404676 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e3fa171-fd52-4018-911f-a261f1044840', 'name': 'network-vif-deleted', 'tag': '0b9e11b2-a496-4ad1-84f2-70665142180e', 'status': 'completed', 'code': 200} Jan 19 22:29:17.470292 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-fd454482-a258-44dc-90dd-5b9780979201 req-6a99e079-d0b6-4850-9631-afcd66b950f3 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/security-groups?id=3950fcd1-3bed-47dd-b889-44121b1b96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607781 Jan 19 22:29:18.119652 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 53672) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:29:18.493381 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-9f424499-a261-4108-92f2-54083565a34a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:18.514154 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-9f424499-a261-4108-92f2-54083565a34a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:29:18.520571 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-9f424499-a261-4108-92f2-54083565a34a admin admin] Usage tracker for resource:security_group_rule and tenant:a6cf9cd1561d48f7b74bcb1801434166 is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:29:18.525649 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-9f424499-a261-4108-92f2-54083565a34a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:29:18.533818 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-9f424499-a261-4108-92f2-54083565a34a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:29:18.641503 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-9f424499-a261-4108-92f2-54083565a34a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:18.647131 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-9f424499-a261-4108-92f2-54083565a34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:18.659547 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-57873c79-3b58-4268-ae2e-ca122116ab00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:29:18.712961 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 53692) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:29:18.713384 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-9f424499-a261-4108-92f2-54083565a34a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a6cf9cd1561d48f7b74bcb1801434166&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5918348 Jan 19 22:29:18.714958 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f424499-a261-4108-92f2-54083565a34a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc855f1-c21f-4fb6-acc0-09f30144430d,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:29:18.718488 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-9f424499-a261-4108-92f2-54083565a34a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:29:18.828855 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a011fffb-464b-4bff-b69b-a394746f70c2 req-364b7555-b741-47bd-adee-359d1b548470 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:18.836812 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a011fffb-464b-4bff-b69b-a394746f70c2 req-364b7555-b741-47bd-adee-359d1b548470 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?device_id=d73fcd42-7c2b-479d-9af1-dfcfc69b7285 HTTP/1.1" status: 200 len: 945 time: 0.2042704 Jan 19 22:29:18.868107 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-5faee32e-7a76-477e-9604-fb36d6b85911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:18.934036 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a011fffb-464b-4bff-b69b-a394746f70c2 req-2b0ec491-6e84-457a-9767-c5d3fb3d5050 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/security-groups?id=3950fcd1-3bed-47dd-b889-44121b1b96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962234 Jan 19 22:29:18.936415 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-5faee32e-7a76-477e-9604-fb36d6b85911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:19.016880 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-5faee32e-7a76-477e-9604-fb36d6b85911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:19.029864 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-2bc12b75-532a-40af-b0d5-5c444016c9c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:29:19.037397 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9835f8-90ed-41f3-b5f1-2657eaa743e6 req-597063d4-a2dd-4ade-be15-90d4092d2766 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:19.039190 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ef9835f8-90ed-41f3-b5f1-2657eaa743e6 req-597063d4-a2dd-4ade-be15-90d4092d2766 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.1196675 Jan 19 22:29:19.042993 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faee32e-7a76-477e-9604-fb36d6b85911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc855f1-c21f-4fb6-acc0-09f30144430d,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:29:19.056756 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-5faee32e-7a76-477e-9604-fb36d6b85911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:29:19.057670 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-5faee32e-7a76-477e-9604-fb36d6b85911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:19.061497 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-5faee32e-7a76-477e-9604-fb36d6b85911 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2cc855f1-c21f-4fb6-acc0-09f30144430d HTTP/1.1" status: 204 len: 168 time: 0.3442650 Jan 19 22:29:19.101370 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ef9835f8-90ed-41f3-b5f1-2657eaa743e6 req-fb837aa3-4674-41cb-9709-b7af3382db80 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540257 Jan 19 22:29:20.182021 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e23ba6-f7b0-4c35-9e02-f7af54b303a3 req-258d3aeb-2eb0-4e88-900b-2df642214f6b tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:20.182884 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-e9e23ba6-f7b0-4c35-9e02-f7af54b303a3 req-258d3aeb-2eb0-4e88-900b-2df642214f6b tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Synchronizing usage tracker for tenant:5d4105938837484d8d82719812401145 on resource:port {{(pid=80165) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:29:20.199459 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-e9e23ba6-f7b0-4c35-9e02-f7af54b303a3 req-258d3aeb-2eb0-4e88-900b-2df642214f6b tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Unset dirty status for tenant:5d4105938837484d8d82719812401145 on resource:port {{(pid=80165) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:29:20.201028 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-e9e23ba6-f7b0-4c35-9e02-f7af54b303a3 req-258d3aeb-2eb0-4e88-900b-2df642214f6b tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=b49da20f-27e3-4872-bac6-e86c1596ead3 HTTP/1.1" status: 200 len: 945 time: 0.1209047 Jan 19 22:29:20.258155 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-e9e23ba6-f7b0-4c35-9e02-f7af54b303a3 req-40f24aee-74b8-4291-add9-e2749a052e27 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/security-groups?id=9328ab63-6502-4afe-9f51-4c69c085bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496635 Jan 19 22:29:21.506523 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2b28e-d90c-4647-b13b-370f83b4faa3 req-cb13f503-c77a-4363-af92-59cb0e2edd06 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:21.508151 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-e6b2b28e-d90c-4647-b13b-370f83b4faa3 req-cb13f503-c77a-4363-af92-59cb0e2edd06 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=b49da20f-27e3-4872-bac6-e86c1596ead3 HTTP/1.1" status: 200 len: 945 time: 0.1106920 Jan 19 22:29:21.558514 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-e6b2b28e-d90c-4647-b13b-370f83b4faa3 req-ad69f261-1434-43a6-bc60-98bc10d9d43b tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/security-groups?id=9328ab63-6502-4afe-9f51-4c69c085bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439246 Jan 19 22:29:22.527885 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e0e24-1866-4554-9cee-1f5740624d25 req-a285b61a-7739-41de-8a2d-411b992b4e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:22.529534 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-b97e0e24-1866-4554-9cee-1f5740624d25 req-a285b61a-7739-41de-8a2d-411b992b4e4e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7d1b4115b3444684a9fd42e8fcaf64a4&device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 1163 time: 0.1649947 Jan 19 22:29:22.586753 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8647e0-7336-4c4b-8c15-3ad6fa3a0ee0 req-d92063dd-fe7b-4067-91b8-eaf97b3e1aa9 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:22.589384 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-5e8647e0-7336-4c4b-8c15-3ad6fa3a0ee0 req-d92063dd-fe7b-4067-91b8-eaf97b3e1aa9 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.1763287 Jan 19 22:29:22.813657 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d4958-dabf-41db-b847-070c4cd7b2b5 req-6c41d960-8b1b-4819-a36a-d2f64217a77b tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:22.815594 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-899d4958-dabf-41db-b847-070c4cd7b2b5 req-6c41d960-8b1b-4819-a36a-d2f64217a77b tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=b49da20f-27e3-4872-bac6-e86c1596ead3 HTTP/1.1" status: 200 len: 945 time: 0.1150820 Jan 19 22:29:22.913626 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-899d4958-dabf-41db-b847-070c4cd7b2b5 req-90dc7f66-a9d1-424b-b318-a85af8679a7b tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/security-groups?id=9328ab63-6502-4afe-9f51-4c69c085bd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910001 Jan 19 22:29:22.935451 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-5e8647e0-7336-4c4b-8c15-3ad6fa3a0ee0 req-e4b4fd30-6eb5-4401-8533-9d410040912b tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310275 Jan 19 22:29:22.963575 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e0e24-1866-4554-9cee-1f5740624d25 req-f20dd18b-e2fb-4397-8f61-e303a6d940f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:22.965199 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-b97e0e24-1866-4554-9cee-1f5740624d25 req-f20dd18b-e2fb-4397-8f61-e303a6d940f9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=856f698c-d037-4288-89b3-b30e0383555d HTTP/1.1" status: 200 len: 912 time: 0.4283977 Jan 19 22:29:22.975190 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32514d21-e2f4-40ee-b44a-3d5072de30e9 req-13ccf5f4-1bc5-4bde-b150-f7ffcea334ef tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:22.977702 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-32514d21-e2f4-40ee-b44a-3d5072de30e9 req-13ccf5f4-1bc5-4bde-b150-f7ffcea334ef tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.66 "GET /v2.0/ports?device_id=b49da20f-27e3-4872-bac6-e86c1596ead3 HTTP/1.1" status: 200 len: 945 time: 0.1215560 Jan 19 22:29:23.045873 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-b97e0e24-1866-4554-9cee-1f5740624d25 req-b53a9bf5-4fac-4329-94b4-022b39db8d82 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=213ffbf8-31f1-4cf2-8214-924aa8a89551 HTTP/1.1" status: 200 len: 217 time: 0.0724268 Jan 19 22:29:23.119126 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e0e24-1866-4554-9cee-1f5740624d25 req-a88b7dd3-6e64-430d-b9a2-d330599520fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:23.120870 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-b97e0e24-1866-4554-9cee-1f5740624d25 req-a88b7dd3-6e64-430d-b9a2-d330599520fb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1a97053a-7ac6-44d6-84ad-912d742b25fc HTTP/1.1" status: 200 len: 858 time: 0.0687499 Jan 19 22:29:23.180339 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-b97e0e24-1866-4554-9cee-1f5740624d25 req-58f6b620-734e-4287-9984-6a3b4b34a9dd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=856f698c-d037-4288-89b3-b30e0383555d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485959 Jan 19 22:29:23.252802 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [req-32514d21-e2f4-40ee-b44a-3d5072de30e9 req-feb76a94-86df-4aae-ab68-e438b644f002 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Deleting port c38f0175-7732-4335-8d1f-b44d4fbf8fca {{(pid=80165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:29:23.253179 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-32514d21-e2f4-40ee-b44a-3d5072de30e9 req-feb76a94-86df-4aae-ab68-e438b644f002 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:23.330811 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-b97e0e24-1866-4554-9cee-1f5740624d25 req-1f6499a9-09fc-47d9-92c9-5ffb8367bf34 service neutron] 10.222.0.66 "GET /v2.0/networks/856f698c-d037-4288-89b3-b30e0383555d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428640 Jan 19 22:29:23.484836 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-b97e0e24-1866-4554-9cee-1f5740624d25 req-e212bd2c-5de6-43e1-88c3-6c4d04dba332 service neutron] 10.222.0.66 "GET /v2.0/networks/856f698c-d037-4288-89b3-b30e0383555d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1460335 Jan 19 22:29:23.574199 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-32514d21-e2f4-40ee-b44a-3d5072de30e9 req-feb76a94-86df-4aae-ab68-e438b644f002 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] For port c38f0175-7732-4335-8d1f-b44d4fbf8fca, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=c38f0175-7732-4335-8d1f-b44d4fbf8fca,segment=NetworkSegment(2494e6ea-e327-4774-b77a-709af40c6c25),segment_id=2494e6ea-e327-4774-b77a-709af40c6c25)] {{(pid=80165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:29:23.574722 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-32514d21-e2f4-40ee-b44a-3d5072de30e9 req-feb76a94-86df-4aae-ab68-e438b644f002 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137761'] for port, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:23.710198 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [req-32514d21-e2f4-40ee-b44a-3d5072de30e9 req-feb76a94-86df-4aae-ab68-e438b644f002 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Calling delete_port for c38f0175-7732-4335-8d1f-b44d4fbf8fca owned by compute:nova {{(pid=80165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:29:23.872304 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-32514d21-e2f4-40ee-b44a-3d5072de30e9 req-feb76a94-86df-4aae-ab68-e438b644f002 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307084714663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307085172425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852767463'] for port, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:23.888311 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:29:23.950109 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb76a94-86df-4aae-ab68-e438b644f002 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Pushing event deleted for resources: {'Port': ['ID=c38f0175-7732-4335-8d1f-b44d4fbf8fca,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:29:23.959277 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-feb76a94-86df-4aae-ab68-e438b644f002 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:29:24.112926 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c2041c39-b95f-42ce-878b-3a3d07980339 req-06dff327-16a3-4624-a7ef-b25c1410653c tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.43 "GET /v2.0/ports?device_id=b49da20f-27e3-4872-bac6-e86c1596ead3 HTTP/1.1" status: 200 len: 210 time: 0.0579944 Jan 19 22:29:24.160846 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [req-32514d21-e2f4-40ee-b44a-3d5072de30e9 req-feb76a94-86df-4aae-ab68-e438b644f002 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] No DVR routers for this DVR port c38f0175-7732-4335-8d1f-b44d4fbf8fca on host hv-cinder-75078 {{(pid=80165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 22:29:24.163131 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-32514d21-e2f4-40ee-b44a-3d5072de30e9 req-feb76a94-86df-4aae-ab68-e438b644f002 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for port, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:24.165950 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b49da20f-27e3-4872-bac6-e86c1596ead3', 'name': 'network-vif-deleted', 'tag': 'c38f0175-7732-4335-8d1f-b44d4fbf8fca'}] {{(pid=80165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:29:24.182970 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-32514d21-e2f4-40ee-b44a-3d5072de30e9 req-feb76a94-86df-4aae-ab68-e438b644f002 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] 10.222.0.66 "DELETE /v2.0/ports/c38f0175-7732-4335-8d1f-b44d4fbf8fca HTTP/1.1" status: 204 len: 173 time: 1.1986024 Jan 19 22:29:24.195761 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633d5de-d601-415c-82b0-67224b78ab12 req-db2d2b39-6bdc-440f-82c0-64bf5f4c5078 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:24.197571 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-4633d5de-d601-415c-82b0-67224b78ab12 req-db2d2b39-6bdc-440f-82c0-64bf5f4c5078 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.1224709 Jan 19 22:29:24.231922 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b49da20f-27e3-4872-bac6-e86c1596ead3', 'name': 'network-vif-deleted', 'tag': 'c38f0175-7732-4335-8d1f-b44d4fbf8fca', 'status': 'completed', 'code': 200} Jan 19 22:29:24.246518 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device c38f0175-7732-4335-8d1f-b44d4fbf8fca no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:29:24.251730 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-4633d5de-d601-415c-82b0-67224b78ab12 req-0e9277c0-270d-413b-9df4-9a7e7df35025 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479805 Jan 19 22:29:24.298618 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] No Port match for: c38f0175-7732-4335-8d1f-b44d4fbf8fca {{(pid=80167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 22:29:24.299125 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device c38f0175-7732-4335-8d1f-b44d4fbf8fca not bound to the agent host hv-cinder-75078 {{(pid=80167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 22:29:25.235719 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 53836) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:29:25.305580 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae8c7ef7-c591-411a-be8e-eea51aaac777 admin admin] Deleting subnet 159ed613-693d-4448-ae87-c90c7e446752 {{(pid=80165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 19 22:29:25.311848 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ae8c7ef7-c591-411a-be8e-eea51aaac777 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:25.383096 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ae8c7ef7-c591-411a-be8e-eea51aaac777 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8211335'] for subnet, precommit_delete_associations {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:25.462119 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ae8c7ef7-c591-411a-be8e-eea51aaac777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560750'] for subnet, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:25.536627 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4c58f-0454-4694-ac14-98a82ff6363f req-8b1c14f9-6983-48ba-89eb-1f767af3e0a8 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:25.538692 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-35b4c58f-0454-4694-ac14-98a82ff6363f req-8b1c14f9-6983-48ba-89eb-1f767af3e0a8 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.1274970 Jan 19 22:29:25.595467 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-35b4c58f-0454-4694-ac14-98a82ff6363f req-6cd2cc11-c8a3-4a3f-b933-8de93009c0a6 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500789 Jan 19 22:29:25.755111 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ae8c7ef7-c591-411a-be8e-eea51aaac777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851215066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2008431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853717813'] for subnet, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:25.770710 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-59d53031-e0a2-45b0-bd93-0126076852c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:29:25.820076 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8c7ef7-c591-411a-be8e-eea51aaac777 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=159ed613-693d-4448-ae87-c90c7e446752,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:29:25.823183 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-ae8c7ef7-c591-411a-be8e-eea51aaac777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:29:25.912523 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ae8c7ef7-c591-411a-be8e-eea51aaac777 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:25.920139 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-ae8c7ef7-c591-411a-be8e-eea51aaac777 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/159ed613-693d-4448-ae87-c90c7e446752 HTTP/1.1" status: 204 len: 168 time: 0.6831775 Jan 19 22:29:25.922755 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 53850) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:29:26.050257 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-d3875740-f4df-4477-a2d5-0586b8b254a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851036617'] for network, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:26.240664 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-d3875740-f4df-4477-a2d5-0586b8b254a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3566075', 'neutron.services.segments.db._delete_segments_for_network--9223363307084834676'] for network, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:26.357314 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.services.segments.db [None req-d3875740-f4df-4477-a2d5-0586b8b254a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2740a62a-3c9e-4608-87cc-687201ae0aa2']}} {{(pid=80165) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:29:26.370322 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.services.segments.db [None req-d3875740-f4df-4477-a2d5-0586b8b254a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2494e6ea-e327-4774-b77a-709af40c6c25') {'for_net_delete': True} {{(pid=80165) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:29:26.370659 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.services.segments.db [None req-d3875740-f4df-4477-a2d5-0586b8b254a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2494e6ea-e327-4774-b77a-709af40c6c25') {} {{(pid=80165) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:29:26.382781 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-d3875740-f4df-4477-a2d5-0586b8b254a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307084830580', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036846564465'] for segment, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:26.398226 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-d3875740-f4df-4477-a2d5-0586b8b254a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560818'] for segment, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:26.400335 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d3875740-f4df-4477-a2d5-0586b8b254a2 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 19 22:29:26.589835 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-d3875740-f4df-4477-a2d5-0586b8b254a2 admin admin] Network 2740a62a-3c9e-4608-87cc-687201ae0aa2 has no segments {{(pid=80165) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 22:29:26.599379 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-d3875740-f4df-4477-a2d5-0586b8b254a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851214998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2008516'] for segment, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:26.844346 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-d3875740-f4df-4477-a2d5-0586b8b254a2 admin admin] Network 2740a62a-3c9e-4608-87cc-687201ae0aa2 has no segments {{(pid=80165) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 22:29:26.871044 dv-cinder-750782-5-smb neutron-server[80054]: Traceback (most recent call last): Jan 19 22:29:26.871044 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 22:29:26.871044 dv-cinder-750782-5-smb neutron-server[80054]: timer() Jan 19 22:29:26.871044 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 22:29:26.871044 dv-cinder-750782-5-smb neutron-server[80054]: cb(*args, **kw) Jan 19 22:29:26.871044 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 19 22:29:26.871044 dv-cinder-750782-5-smb neutron-server[80054]: return func(*args, **kwargs) Jan 19 22:29:26.871044 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 22:29:26.871044 dv-cinder-750782-5-smb neutron-server[80054]: self._notify() Jan 19 22:29:26.871044 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 22:29:26.871044 dv-cinder-750782-5-smb neutron-server[80054]: self.callback(batched_events) Jan 19 22:29:26.871044 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 22:29:26.871044 dv-cinder-750782-5-smb neutron-server[80054]: event.method(event) Jan 19 22:29:26.871044 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 22:29:26.871044 dv-cinder-750782-5-smb neutron-server[80054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 22:29:26.871044 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 19 22:29:26.871044 dv-cinder-750782-5-smb neutron-server[80054]: segment_id)['aggregates'][0] Jan 19 22:29:26.871044 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 22:29:26.871044 dv-cinder-750782-5-smb neutron-server[80054]: return f(self, *a, **k) Jan 19 22:29:26.871044 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 19 22:29:26.871044 dv-cinder-750782-5-smb neutron-server[80054]: return self._get(url).json() Jan 19 22:29:26.871044 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 22:29:26.871044 dv-cinder-750782-5-smb neutron-server[80054]: **kwargs) Jan 19 22:29:26.871044 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 22:29:26.871044 dv-cinder-750782-5-smb neutron-server[80054]: return self.request(url, 'GET', **kwargs) Jan 19 22:29:26.871044 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 19 22:29:26.871044 dv-cinder-750782-5-smb neutron-server[80054]: **endpoint_filter) Jan 19 22:29:26.871044 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 22:29:26.871044 dv-cinder-750782-5-smb neutron-server[80054]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 22:29:26.871044 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 22:29:26.871044 dv-cinder-750782-5-smb neutron-server[80054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 22:29:26.871044 dv-cinder-750782-5-smb neutron-server[80054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 22:29:26.979690 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-d3875740-f4df-4477-a2d5-0586b8b254a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3565836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324611'] for network, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:26.986646 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:29:27.007275 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-d3875740-f4df-4477-a2d5-0586b8b254a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for network, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:27.010170 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3875740-f4df-4477-a2d5-0586b8b254a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2740a62a-3c9e-4608-87cc-687201ae0aa2,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:29:27.036639 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b537439-5773-482d-a999-f21d7c00e010 req-acc721c8-ee52-474b-9157-5431652d1aad tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:27.038827 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-7b537439-5773-482d-a999-f21d7c00e010 req-acc721c8-ee52-474b-9157-5431652d1aad tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.2636285 Jan 19 22:29:27.047446 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-d3875740-f4df-4477-a2d5-0586b8b254a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:29:27.081305 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-d3875740-f4df-4477-a2d5-0586b8b254a2 admin admin] 10.222.0.43 "DELETE /v2.0/networks/2740a62a-3c9e-4608-87cc-687201ae0aa2 HTTP/1.1" status: 204 len: 168 time: 1.1572111 Jan 19 22:29:27.105906 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-7b537439-5773-482d-a999-f21d7c00e010 req-56fa4640-90e2-4581-ae36-e31a834f58bb tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569654 Jan 19 22:29:27.442086 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 53876) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:29:27.495535 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-fb00fceb-d5fb-4ee6-bfce-65359a4d3e4b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5d4105938837484d8d82719812401145&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0513804 Jan 19 22:29:27.498214 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 53880) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:29:27.563309 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-933cbdf7-38eb-4041-a604-8d483db0fe8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:27.601014 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-933cbdf7-38eb-4041-a604-8d483db0fe8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:27.648126 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-933cbdf7-38eb-4041-a604-8d483db0fe8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:27.655391 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-11679af5-ca55-400e-9bb0-7c7ac6ae4ec9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:29:27.675834 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933cbdf7-38eb-4041-a604-8d483db0fe8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9328ab63-6502-4afe-9f51-4c69c085bd25,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:29:27.678736 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-933cbdf7-38eb-4041-a604-8d483db0fe8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:29:27.689525 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-933cbdf7-38eb-4041-a604-8d483db0fe8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:27.690805 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-933cbdf7-38eb-4041-a604-8d483db0fe8a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9328ab63-6502-4afe-9f51-4c69c085bd25 HTTP/1.1" status: 204 len: 168 time: 0.1914854 Jan 19 22:29:28.349759 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03774ed-b4e2-4af3-9193-3240d4244c67 req-9eea4461-2d08-484a-99f4-0d416c85b0ef tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:28.354970 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f03774ed-b4e2-4af3-9193-3240d4244c67 req-9eea4461-2d08-484a-99f4-0d416c85b0ef tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.1121595 Jan 19 22:29:28.412427 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f03774ed-b4e2-4af3-9193-3240d4244c67 req-4f0a3244-5414-4ed4-83af-a399b447eb8d tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511665 Jan 19 22:29:28.846232 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-33f07cbe-7320-4584-9576-036d8f0c6fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:29.663369 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd63cfb-b277-4bf0-91bb-ba63e858bb8d req-cb7f2b0d-740a-4c87-b354-793326b00d26 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:29.664995 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-dcd63cfb-b277-4bf0-91bb-ba63e858bb8d req-cb7f2b0d-740a-4c87-b354-793326b00d26 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.1081154 Jan 19 22:29:29.717331 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-dcd63cfb-b277-4bf0-91bb-ba63e858bb8d req-9574264a-c5f0-4773-9d6b-7917ae7ea5c8 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460477 Jan 19 22:29:31.041378 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b5160d-159f-45df-bbb3-acb1a084a7d9 req-8fa9f0ea-be41-4d4b-85c5-24e085799aa3 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:31.043098 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c4b5160d-159f-45df-bbb3-acb1a084a7d9 req-8fa9f0ea-be41-4d4b-85c5-24e085799aa3 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.1475275 Jan 19 22:29:31.103899 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c4b5160d-159f-45df-bbb3-acb1a084a7d9 req-d93ee5a4-5f32-4c63-a0ce-e7b867455fd0 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532634 Jan 19 22:29:31.398628 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1243c519-8875-4095-9705-67b78462088e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:31.767272 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b2e9c1ce-3f5e-4767-bf66-587432b4f3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:32.360246 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c2369d-8de9-4cc9-9a0b-3287d7ad424b req-0ad3a0fa-3fbf-4315-859b-fbc5372d28ee tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:32.362095 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-63c2369d-8de9-4cc9-9a0b-3287d7ad424b req-0ad3a0fa-3fbf-4315-859b-fbc5372d28ee tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.1161215 Jan 19 22:29:32.428015 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-63c2369d-8de9-4cc9-9a0b-3287d7ad424b req-f1d211cc-30fa-4469-9921-e34087310024 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542574 Jan 19 22:29:32.600135 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e9fc2-91b1-4ffb-a736-68a708560733 req-d8eef4fd-b2dc-4b23-aeb0-3467e753eb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:32.601730 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c81e9fc2-91b1-4ffb-a736-68a708560733 req-d8eef4fd-b2dc-4b23-aeb0-3467e753eb9a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7d1b4115b3444684a9fd42e8fcaf64a4&device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 1163 time: 0.0811431 Jan 19 22:29:32.767743 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e9fc2-91b1-4ffb-a736-68a708560733 req-96910d05-d0dc-4d44-acec-71ede8a865e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:32.770403 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c81e9fc2-91b1-4ffb-a736-68a708560733 req-96910d05-d0dc-4d44-acec-71ede8a865e5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=856f698c-d037-4288-89b3-b30e0383555d HTTP/1.1" status: 200 len: 912 time: 0.1443105 Jan 19 22:29:33.011092 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:33.046239 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c81e9fc2-91b1-4ffb-a736-68a708560733 req-eefd1ac0-60e1-44f7-8d44-fd97c61ba39c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=213ffbf8-31f1-4cf2-8214-924aa8a89551 HTTP/1.1" status: 200 len: 217 time: 0.2693143 Jan 19 22:29:33.117529 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e9fc2-91b1-4ffb-a736-68a708560733 req-8cef886a-927c-4bac-bc80-414cabe3eb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:33.119071 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c81e9fc2-91b1-4ffb-a736-68a708560733 req-8cef886a-927c-4bac-bc80-414cabe3eb38 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1a97053a-7ac6-44d6-84ad-912d742b25fc HTTP/1.1" status: 200 len: 858 time: 0.0655861 Jan 19 22:29:33.172426 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c81e9fc2-91b1-4ffb-a736-68a708560733 req-2d72b82c-42e4-478a-b212-f85aebb79dcd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=856f698c-d037-4288-89b3-b30e0383555d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455644 Jan 19 22:29:33.319574 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c81e9fc2-91b1-4ffb-a736-68a708560733 req-86d8a794-697b-48a6-affd-3b0016ab013a service neutron] 10.222.0.66 "GET /v2.0/networks/856f698c-d037-4288-89b3-b30e0383555d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399422 Jan 19 22:29:33.403036 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8bdf443e-3544-4df7-a37c-063f9f459872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:33.488752 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c81e9fc2-91b1-4ffb-a736-68a708560733 req-776b2425-16a3-4b9d-818b-d7c02853ac50 service neutron] 10.222.0.66 "GET /v2.0/networks/856f698c-d037-4288-89b3-b30e0383555d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1540275 Jan 19 22:29:33.680586 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736d3099-abc1-470d-b9ea-ebc69b269ff4 req-24beecd5-27a2-4a9f-bdef-d37357c90567 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:33.682962 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-736d3099-abc1-470d-b9ea-ebc69b269ff4 req-24beecd5-27a2-4a9f-bdef-d37357c90567 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.1077960 Jan 19 22:29:33.743909 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-736d3099-abc1-470d-b9ea-ebc69b269ff4 req-c9761c2b-ef9c-400f-a04e-1488f5ae03d6 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532086 Jan 19 22:29:35.146497 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaca07a-92dc-4a54-820a-ec7f991cf4cb req-fb15dcd4-d11c-462a-ae61-17f7866c8e7b tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:35.148137 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ffaca07a-92dc-4a54-820a-ec7f991cf4cb req-fb15dcd4-d11c-462a-ae61-17f7866c8e7b tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.1133630 Jan 19 22:29:35.203345 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ffaca07a-92dc-4a54-820a-ec7f991cf4cb req-97a87d1f-29d5-4ddb-ab80-f5b9da38246d tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482321 Jan 19 22:29:35.596001 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 54142) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:29:35.723639 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 54150) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:29:35.818886 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1de04f13-09e6-4015-972b-ad9e7f49e900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:35.836722 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-1de04f13-09e6-4015-972b-ad9e7f49e900 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:29:35.841013 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-1de04f13-09e6-4015-972b-ad9e7f49e900 admin admin] Usage tracker for resource:security_group_rule and tenant:765321ee1280469baa9abd3065620896 is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:29:35.844055 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-1de04f13-09e6-4015-972b-ad9e7f49e900 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:29:35.851020 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-1de04f13-09e6-4015-972b-ad9e7f49e900 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:29:35.895705 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ae2b4e84-8f9d-4d40-94d7-32359ad8ccc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:35.918607 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-ae2b4e84-8f9d-4d40-94d7-32359ad8ccc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:29:35.924355 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-ae2b4e84-8f9d-4d40-94d7-32359ad8ccc3 admin admin] Usage tracker for resource:security_group_rule and tenant:76638494f2774cc29d766d5ab225056b is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:29:35.930675 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-ae2b4e84-8f9d-4d40-94d7-32359ad8ccc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:29:35.942504 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-ae2b4e84-8f9d-4d40-94d7-32359ad8ccc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:29:36.012706 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1de04f13-09e6-4015-972b-ad9e7f49e900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:36.019300 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1de04f13-09e6-4015-972b-ad9e7f49e900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:36.029759 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-91de37da-6282-4a2b-82b6-169b95865c1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:29:36.082806 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-1de04f13-09e6-4015-972b-ad9e7f49e900 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=765321ee1280469baa9abd3065620896&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4856172 Jan 19 22:29:36.085582 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 54160) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:29:36.103840 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de04f13-09e6-4015-972b-ad9e7f49e900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42052a8-cdaf-470e-9ce6-b2ce092706c7,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:29:36.107423 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-1de04f13-09e6-4015-972b-ad9e7f49e900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:29:36.135559 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ae2b4e84-8f9d-4d40-94d7-32359ad8ccc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:36.138551 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ae2b4e84-8f9d-4d40-94d7-32359ad8ccc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:36.147388 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-9f424499-a261-4108-92f2-54083565a34a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:29:36.150569 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-da54af03-29d3-46ba-8d06-0c259e7303bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:36.180956 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-ae2b4e84-8f9d-4d40-94d7-32359ad8ccc3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=76638494f2774cc29d766d5ab225056b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4560697 Jan 19 22:29:36.184287 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 54164) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:29:36.188371 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-da54af03-29d3-46ba-8d06-0c259e7303bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:36.195945 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2b4e84-8f9d-4d40-94d7-32359ad8ccc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c749c9-4c58-4c0c-ad93-a34d766738fd,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:29:36.199482 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-ae2b4e84-8f9d-4d40-94d7-32359ad8ccc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:29:36.287450 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-339ddf34-8493-47c8-81ba-97b2560c8600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:36.316131 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-da54af03-29d3-46ba-8d06-0c259e7303bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:36.322098 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-339ddf34-8493-47c8-81ba-97b2560c8600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:36.329145 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-d8e95bd6-2517-4beb-b66c-a1c1c8ec292e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:29:36.356441 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da54af03-29d3-46ba-8d06-0c259e7303bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42052a8-cdaf-470e-9ce6-b2ce092706c7,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:29:36.396074 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-da54af03-29d3-46ba-8d06-0c259e7303bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:29:36.406863 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-da54af03-29d3-46ba-8d06-0c259e7303bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:36.408080 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-da54af03-29d3-46ba-8d06-0c259e7303bf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a42052a8-cdaf-470e-9ce6-b2ce092706c7 HTTP/1.1" status: 204 len: 168 time: 0.3214576 Jan 19 22:29:36.461978 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-339ddf34-8493-47c8-81ba-97b2560c8600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:36.467451 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-dc270a42-840d-456f-b5e3-2a96c7c3cded admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:29:36.502051 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5042e39-1f84-45b5-870a-f888a66f53a2 req-42ae7250-9704-4f63-8839-2b1778d4d7d8 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:36.503913 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a5042e39-1f84-45b5-870a-f888a66f53a2 req-42ae7250-9704-4f63-8839-2b1778d4d7d8 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.1606147 Jan 19 22:29:36.508700 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339ddf34-8493-47c8-81ba-97b2560c8600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c749c9-4c58-4c0c-ad93-a34d766738fd,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:29:36.513995 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-339ddf34-8493-47c8-81ba-97b2560c8600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:29:36.538006 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-339ddf34-8493-47c8-81ba-97b2560c8600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:36.542301 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-339ddf34-8493-47c8-81ba-97b2560c8600 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/11c749c9-4c58-4c0c-ad93-a34d766738fd HTTP/1.1" status: 204 len: 168 time: 0.3536870 Jan 19 22:29:36.566323 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a5042e39-1f84-45b5-870a-f888a66f53a2 req-1cd1788b-40a5-4c9e-b74a-85ae861eb9f3 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548639 Jan 19 22:29:37.330085 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:37.813110 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ccac2d-c902-4289-bf6e-7e6e19fbc918 req-376715b2-55a5-4056-b5ea-71b80e3512bb tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:37.815210 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-88ccac2d-c902-4289-bf6e-7e6e19fbc918 req-376715b2-55a5-4056-b5ea-71b80e3512bb tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.1102705 Jan 19 22:29:37.872064 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-88ccac2d-c902-4289-bf6e-7e6e19fbc918 req-40a0c8cd-7205-4e2b-a788-504dbd27d9fa tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502851 Jan 19 22:29:39.112988 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea9a8e-2a40-4d61-9d44-ad7bbfe1791b req-0b060902-edde-45df-93fd-821ec41baf9e tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:39.114738 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-41ea9a8e-2a40-4d61-9d44-ad7bbfe1791b req-0b060902-edde-45df-93fd-821ec41baf9e tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.1086042 Jan 19 22:29:39.165756 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-41ea9a8e-2a40-4d61-9d44-ad7bbfe1791b req-0d97f37d-940b-485c-9592-584b48cc3048 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441978 Jan 19 22:29:40.443749 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fcb7c1-6a25-46a6-8743-02929eba3896 req-684504bf-043e-4579-996f-2b07b431963c tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:40.445461 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f9fcb7c1-6a25-46a6-8743-02929eba3896 req-684504bf-043e-4579-996f-2b07b431963c tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.1455824 Jan 19 22:29:40.498040 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f9fcb7c1-6a25-46a6-8743-02929eba3896 req-9542bd24-d4b6-4d98-8684-a90c0c03ee87 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455692 Jan 19 22:29:40.818632 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 54338) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:29:40.978999 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-65df83de-0727-4785-a7c1-fb45b5931599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:40.995063 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-65df83de-0727-4785-a7c1-fb45b5931599 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:29:40.999187 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-65df83de-0727-4785-a7c1-fb45b5931599 admin admin] Usage tracker for resource:security_group_rule and tenant:a8a909f9a94040429c17775c3882946c is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:29:41.002267 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-65df83de-0727-4785-a7c1-fb45b5931599 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:29:41.008189 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-65df83de-0727-4785-a7c1-fb45b5931599 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:29:41.098520 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-65df83de-0727-4785-a7c1-fb45b5931599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:41.101139 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-65df83de-0727-4785-a7c1-fb45b5931599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:41.110823 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-c44ba8aa-9cbf-4f8f-89fa-913dc2a7caf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:29:41.161944 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-65df83de-0727-4785-a7c1-fb45b5931599 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a8a909f9a94040429c17775c3882946c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3421233 Jan 19 22:29:41.162898 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65df83de-0727-4785-a7c1-fb45b5931599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a339204c-88ec-4657-8ba9-5200b3d7fe6e,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:29:41.164889 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 54350) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:29:41.166979 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-65df83de-0727-4785-a7c1-fb45b5931599 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:29:41.228517 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-d0b5b527-f198-4a06-9d0e-949a6f36cccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:41.255914 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-d0b5b527-f198-4a06-9d0e-949a6f36cccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:41.300351 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-d0b5b527-f198-4a06-9d0e-949a6f36cccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:41.305263 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-8e7ecda4-ff92-48a4-9f40-103f937c17ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:29:41.317972 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b5b527-f198-4a06-9d0e-949a6f36cccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a339204c-88ec-4657-8ba9-5200b3d7fe6e,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:29:41.320679 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-d0b5b527-f198-4a06-9d0e-949a6f36cccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:29:41.324100 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-d0b5b527-f198-4a06-9d0e-949a6f36cccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:41.341008 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-d0b5b527-f198-4a06-9d0e-949a6f36cccd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a339204c-88ec-4657-8ba9-5200b3d7fe6e HTTP/1.1" status: 204 len: 168 time: 0.1724284 Jan 19 22:29:41.694457 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 54364) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:29:41.717714 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-11339de6-beef-48d5-a7e9-ad4710e38718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:41.733658 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-11339de6-beef-48d5-a7e9-ad4710e38718 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:29:41.738257 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-11339de6-beef-48d5-a7e9-ad4710e38718 admin admin] Usage tracker for resource:security_group_rule and tenant:95d6bebc4b30410bb40b3574663aa1f1 is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:29:41.741134 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724091fa-0d19-4142-a728-0c90340c4b05 req-f861196d-b322-40f6-92f7-7a3b5f65b435 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:41.741472 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-11339de6-beef-48d5-a7e9-ad4710e38718 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:29:41.742798 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-724091fa-0d19-4142-a728-0c90340c4b05 req-f861196d-b322-40f6-92f7-7a3b5f65b435 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.1126087 Jan 19 22:29:41.747612 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-11339de6-beef-48d5-a7e9-ad4710e38718 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:29:41.795757 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-724091fa-0d19-4142-a728-0c90340c4b05 req-6d65c04e-c15a-486c-844d-ffcb9cc765cf tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462959 Jan 19 22:29:41.843964 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-11339de6-beef-48d5-a7e9-ad4710e38718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:41.846844 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-11339de6-beef-48d5-a7e9-ad4710e38718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:41.855569 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-e0b54f4e-19ad-4681-a696-35ea4cfe6b8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:29:41.896844 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-11339de6-beef-48d5-a7e9-ad4710e38718 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=95d6bebc4b30410bb40b3574663aa1f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2005727 Jan 19 22:29:41.898528 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11339de6-beef-48d5-a7e9-ad4710e38718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c42820f-81b3-42bb-ac11-7004bb254cbd,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:29:41.899781 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 54368) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:29:41.901880 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-11339de6-beef-48d5-a7e9-ad4710e38718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:29:41.964560 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-fe38bbb4-519a-4bc3-b5ad-730f3684058b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:41.992699 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-fe38bbb4-519a-4bc3-b5ad-730f3684058b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:42.039938 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-fe38bbb4-519a-4bc3-b5ad-730f3684058b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:42.044783 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-339ddf34-8493-47c8-81ba-97b2560c8600 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:29:42.060469 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe38bbb4-519a-4bc3-b5ad-730f3684058b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c42820f-81b3-42bb-ac11-7004bb254cbd,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:29:42.063743 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-fe38bbb4-519a-4bc3-b5ad-730f3684058b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:29:42.064680 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-fe38bbb4-519a-4bc3-b5ad-730f3684058b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:42.066465 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-fe38bbb4-519a-4bc3-b5ad-730f3684058b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7c42820f-81b3-42bb-ac11-7004bb254cbd HTTP/1.1" status: 204 len: 168 time: 0.1650507 Jan 19 22:29:42.955854 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.agents_db [None req-329fefd4-1494-457f-8297-9b2689c275d7 None None] Agent healthcheck: found 6 active agents {{(pid=80168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:29:43.044345 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4abf358-6c9e-41a0-82c4-5aea8d352ca7 req-15c2bfd4-7552-4c5e-a1b2-a5fa5b168615 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:43.046077 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-b4abf358-6c9e-41a0-82c4-5aea8d352ca7 req-15c2bfd4-7552-4c5e-a1b2-a5fa5b168615 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.1122334 Jan 19 22:29:43.098902 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-b4abf358-6c9e-41a0-82c4-5aea8d352ca7 req-db8ba5fd-212e-49d7-b2dc-f56289d03624 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465577 Jan 19 22:29:43.671569 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 54422) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:29:43.890857 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-5306b838-e162-4a1f-acf9-b1d5f48aa64a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:43.907649 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-5306b838-e162-4a1f-acf9-b1d5f48aa64a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:29:43.912439 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-5306b838-e162-4a1f-acf9-b1d5f48aa64a admin admin] Usage tracker for resource:security_group_rule and tenant:edd21c9d6306419aba6a9b141738afc3 is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:29:43.916308 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-5306b838-e162-4a1f-acf9-b1d5f48aa64a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:29:43.922812 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-5306b838-e162-4a1f-acf9-b1d5f48aa64a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:29:44.029968 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-5306b838-e162-4a1f-acf9-b1d5f48aa64a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:44.033218 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-5306b838-e162-4a1f-acf9-b1d5f48aa64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:44.043084 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-cd2ef0f6-3fcf-4aca-8ed5-caef40e31789 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:29:44.080767 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 54442) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:29:44.080966 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-5306b838-e162-4a1f-acf9-b1d5f48aa64a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=edd21c9d6306419aba6a9b141738afc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4081128 Jan 19 22:29:44.098603 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5306b838-e162-4a1f-acf9-b1d5f48aa64a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af5bcb3-544d-482d-afee-e1653671d0db,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:29:44.102156 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-5306b838-e162-4a1f-acf9-b1d5f48aa64a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:29:44.164435 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-da560fc7-6b5e-4609-a73f-04ab825ddaa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:44.198796 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-da560fc7-6b5e-4609-a73f-04ab825ddaa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:44.299987 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-da560fc7-6b5e-4609-a73f-04ab825ddaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:44.310512 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-618e4b5c-30c2-4901-8046-95922d904420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:29:44.335916 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da560fc7-6b5e-4609-a73f-04ab825ddaa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af5bcb3-544d-482d-afee-e1653671d0db,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:29:44.345257 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-da560fc7-6b5e-4609-a73f-04ab825ddaa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:29:44.357597 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-da560fc7-6b5e-4609-a73f-04ab825ddaa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:44.361934 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-da560fc7-6b5e-4609-a73f-04ab825ddaa1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5af5bcb3-544d-482d-afee-e1653671d0db HTTP/1.1" status: 204 len: 168 time: 0.2790859 Jan 19 22:29:44.423296 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7512a6-c3fb-4e53-9a3f-88b9682cc1a7 req-ecf534f9-49f2-4684-b5a8-06b7a46cb432 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:44.424986 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-7e7512a6-c3fb-4e53-9a3f-88b9682cc1a7 req-ecf534f9-49f2-4684-b5a8-06b7a46cb432 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.1666245 Jan 19 22:29:44.505471 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-7e7512a6-c3fb-4e53-9a3f-88b9682cc1a7 req-214e674b-ae6b-4851-a513-a0abcba98e95 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724924 Jan 19 22:29:45.748571 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1768ff-1a6d-4c6a-9782-2786b1fa4e44 req-a2c40ad7-8464-4fbc-b8f0-9c92b2009d36 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:45.750267 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0d1768ff-1a6d-4c6a-9782-2786b1fa4e44 req-a2c40ad7-8464-4fbc-b8f0-9c92b2009d36 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.1109471 Jan 19 22:29:45.807291 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0d1768ff-1a6d-4c6a-9782-2786b1fa4e44 req-3896c546-72e6-4a4c-8aff-6f522bba2853 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501368 Jan 19 22:29:47.045526 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce4552-b659-4bc9-86d7-86a152950d1e req-d27db00a-24ab-4c68-8886-1f108e8ee70b tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:47.047221 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d9ce4552-b659-4bc9-86d7-86a152950d1e req-d27db00a-24ab-4c68-8886-1f108e8ee70b tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.1057317 Jan 19 22:29:47.102100 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d9ce4552-b659-4bc9-86d7-86a152950d1e req-0ea3ff53-aae8-48b4-b8c4-270872edd192 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481057 Jan 19 22:29:48.348132 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6d4ac-064c-424b-9538-367d1ec0abbc req-9c237d81-97ac-43b2-957c-1d238ec679db tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:48.350350 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a3d6d4ac-064c-424b-9538-367d1ec0abbc req-9c237d81-97ac-43b2-957c-1d238ec679db tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.1110704 Jan 19 22:29:48.425897 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a3d6d4ac-064c-424b-9538-367d1ec0abbc req-e9353f82-4086-4495-89cb-5c9002af396e tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694325 Jan 19 22:29:48.730493 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 54524) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:29:48.887772 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-3790a6eb-a8aa-48df-90a6-8e6194270757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:48.902812 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-3790a6eb-a8aa-48df-90a6-8e6194270757 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:29:48.907069 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-3790a6eb-a8aa-48df-90a6-8e6194270757 admin admin] Usage tracker for resource:security_group_rule and tenant:6e2e90725d59405980917a9db2472d44 is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:29:48.910098 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-3790a6eb-a8aa-48df-90a6-8e6194270757 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:29:48.916322 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-3790a6eb-a8aa-48df-90a6-8e6194270757 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:29:49.001677 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-3790a6eb-a8aa-48df-90a6-8e6194270757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:49.004632 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-3790a6eb-a8aa-48df-90a6-8e6194270757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:49.013324 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-99861652-dbfd-4d8d-9c3f-957ba651f2a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:29:49.054773 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-3790a6eb-a8aa-48df-90a6-8e6194270757 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6e2e90725d59405980917a9db2472d44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3231282 Jan 19 22:29:49.057103 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3790a6eb-a8aa-48df-90a6-8e6194270757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9db0dc7-499e-4eaf-a1df-95fc65de7fc1,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:29:49.058243 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 54530) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:29:49.060708 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-3790a6eb-a8aa-48df-90a6-8e6194270757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:29:49.120564 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-d6d95583-a8ec-456a-b94a-103353632dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:49.148015 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-d6d95583-a8ec-456a-b94a-103353632dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:49.194763 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-d6d95583-a8ec-456a-b94a-103353632dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:49.199890 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-c47b033d-64d7-4c90-a1ff-92d5daf38876 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:29:49.214346 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d95583-a8ec-456a-b94a-103353632dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9db0dc7-499e-4eaf-a1df-95fc65de7fc1,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:29:49.226442 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d95583-a8ec-456a-b94a-103353632dcb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:49.226862 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d95583-a8ec-456a-b94a-103353632dcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:49.227273 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d95583-a8ec-456a-b94a-103353632dcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:49.227680 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d95583-a8ec-456a-b94a-103353632dcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:49.228077 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d95583-a8ec-456a-b94a-103353632dcb admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:49.229085 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d95583-a8ec-456a-b94a-103353632dcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:49.229536 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d95583-a8ec-456a-b94a-103353632dcb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:49.229938 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d95583-a8ec-456a-b94a-103353632dcb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:49.230336 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d95583-a8ec-456a-b94a-103353632dcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:49.230730 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d95583-a8ec-456a-b94a-103353632dcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:49.231126 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d95583-a8ec-456a-b94a-103353632dcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:49.231518 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d95583-a8ec-456a-b94a-103353632dcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:49.231970 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d95583-a8ec-456a-b94a-103353632dcb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:49.232362 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d95583-a8ec-456a-b94a-103353632dcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:49.232753 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d95583-a8ec-456a-b94a-103353632dcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:49.233145 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d95583-a8ec-456a-b94a-103353632dcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:49.233561 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d95583-a8ec-456a-b94a-103353632dcb admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:49.233956 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d95583-a8ec-456a-b94a-103353632dcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:49.234344 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d95583-a8ec-456a-b94a-103353632dcb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:49.234734 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d95583-a8ec-456a-b94a-103353632dcb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:49.235125 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d95583-a8ec-456a-b94a-103353632dcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:49.235516 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d95583-a8ec-456a-b94a-103353632dcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:49.235983 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d95583-a8ec-456a-b94a-103353632dcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:49.236375 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d95583-a8ec-456a-b94a-103353632dcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:49.240136 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-d6d95583-a8ec-456a-b94a-103353632dcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:29:49.262833 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-d6d95583-a8ec-456a-b94a-103353632dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:49.264335 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-d6d95583-a8ec-456a-b94a-103353632dcb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c9db0dc7-499e-4eaf-a1df-95fc65de7fc1 HTTP/1.1" status: 204 len: 168 time: 0.2049451 Jan 19 22:29:49.625114 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 54542) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:29:49.654981 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b17da6ab-8b8e-4781-9a31-53412705c473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:49.689191 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e79e1b-97ca-48ba-b199-40dd12337ecb req-1a6e94ce-f00f-4e4b-a903-2f0dd1750869 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:49.690812 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-b2e79e1b-97ca-48ba-b199-40dd12337ecb req-1a6e94ce-f00f-4e4b-a903-2f0dd1750869 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.1360574 Jan 19 22:29:49.694758 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-b17da6ab-8b8e-4781-9a31-53412705c473 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:29:49.713635 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-b17da6ab-8b8e-4781-9a31-53412705c473 admin admin] Usage tracker for resource:security_group_rule and tenant:6a16e3bcea82480ea5d7465485a6be4c is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:29:49.717936 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-b17da6ab-8b8e-4781-9a31-53412705c473 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:29:49.728208 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-b17da6ab-8b8e-4781-9a31-53412705c473 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:29:49.761555 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-b2e79e1b-97ca-48ba-b199-40dd12337ecb req-49afcc33-5f29-4387-8ea2-a36e753e8a9d tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636253 Jan 19 22:29:49.841596 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b17da6ab-8b8e-4781-9a31-53412705c473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:49.844446 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b17da6ab-8b8e-4781-9a31-53412705c473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:49.852876 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-fe38bbb4-519a-4bc3-b5ad-730f3684058b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:29:49.898804 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-b17da6ab-8b8e-4781-9a31-53412705c473 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6a16e3bcea82480ea5d7465485a6be4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2718909 Jan 19 22:29:49.899783 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17da6ab-8b8e-4781-9a31-53412705c473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6765814-1df7-47b6-82eb-6d4a2075c8f8,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:29:49.902480 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 54552) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:29:49.909087 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17da6ab-8b8e-4781-9a31-53412705c473 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:49.909257 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17da6ab-8b8e-4781-9a31-53412705c473 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:49.909911 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17da6ab-8b8e-4781-9a31-53412705c473 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:49.910264 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17da6ab-8b8e-4781-9a31-53412705c473 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:49.910737 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17da6ab-8b8e-4781-9a31-53412705c473 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:49.911071 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17da6ab-8b8e-4781-9a31-53412705c473 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:49.911480 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17da6ab-8b8e-4781-9a31-53412705c473 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:49.911839 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17da6ab-8b8e-4781-9a31-53412705c473 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:49.912213 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17da6ab-8b8e-4781-9a31-53412705c473 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:49.912584 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17da6ab-8b8e-4781-9a31-53412705c473 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:49.912963 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17da6ab-8b8e-4781-9a31-53412705c473 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:49.913380 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17da6ab-8b8e-4781-9a31-53412705c473 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:49.913953 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17da6ab-8b8e-4781-9a31-53412705c473 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:49.914333 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17da6ab-8b8e-4781-9a31-53412705c473 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:49.914721 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17da6ab-8b8e-4781-9a31-53412705c473 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:49.915151 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17da6ab-8b8e-4781-9a31-53412705c473 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:49.915529 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17da6ab-8b8e-4781-9a31-53412705c473 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:49.915909 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17da6ab-8b8e-4781-9a31-53412705c473 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:49.916285 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17da6ab-8b8e-4781-9a31-53412705c473 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:49.916662 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17da6ab-8b8e-4781-9a31-53412705c473 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:49.917042 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17da6ab-8b8e-4781-9a31-53412705c473 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:49.917801 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17da6ab-8b8e-4781-9a31-53412705c473 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:49.917801 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17da6ab-8b8e-4781-9a31-53412705c473 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:49.918191 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17da6ab-8b8e-4781-9a31-53412705c473 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:49.922492 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-b17da6ab-8b8e-4781-9a31-53412705c473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:29:49.968653 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-23ee4209-d19a-4525-b244-dc41147b05c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:49.999437 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-23ee4209-d19a-4525-b244-dc41147b05c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:50.043918 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-23ee4209-d19a-4525-b244-dc41147b05c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:50.048853 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-638b990c-719d-4c87-89d1-8c806b7dd0d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:29:50.062849 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ee4209-d19a-4525-b244-dc41147b05c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6765814-1df7-47b6-82eb-6d4a2075c8f8,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:29:50.066198 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-23ee4209-d19a-4525-b244-dc41147b05c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:29:50.068209 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-23ee4209-d19a-4525-b244-dc41147b05c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:50.070090 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-23ee4209-d19a-4525-b244-dc41147b05c7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c6765814-1df7-47b6-82eb-6d4a2075c8f8 HTTP/1.1" status: 204 len: 168 time: 0.1659153 Jan 19 22:29:51.009828 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3c14d-20f6-44d8-a1d2-c5a86fcd8b45 req-f3e96554-ba75-4cc1-b453-1e15244b239a tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:51.011493 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-8eb3c14d-20f6-44d8-a1d2-c5a86fcd8b45 req-f3e96554-ba75-4cc1-b453-1e15244b239a tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.1084189 Jan 19 22:29:51.076426 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-8eb3c14d-20f6-44d8-a1d2-c5a86fcd8b45 req-6984e6ec-4cf6-4930-8bc8-831a0d7d4f52 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586629 Jan 19 22:29:52.318570 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338f0f1-8ba4-44bf-98cb-a6a33ce13863 req-75f5f068-bf53-4c29-a50d-db081b522c55 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:52.320176 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f338f0f1-8ba4-44bf-98cb-a6a33ce13863 req-75f5f068-bf53-4c29-a50d-db081b522c55 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.1126223 Jan 19 22:29:52.377534 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f338f0f1-8ba4-44bf-98cb-a6a33ce13863 req-b6bf33c4-8f98-473c-9499-5de0d6f421ae tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488346 Jan 19 22:29:52.534481 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 54626) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:29:52.566254 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 54632) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:29:52.695592 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b049e3cc-22b5-4dd0-b5e8-d16dee9f6ccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:52.728978 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-43ac5a4a-8cf8-4e99-9efa-44161f2d02be admin admin] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:52.739887 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-b049e3cc-22b5-4dd0-b5e8-d16dee9f6ccf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:29:52.748485 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-b049e3cc-22b5-4dd0-b5e8-d16dee9f6ccf admin admin] Usage tracker for resource:security_group_rule and tenant:fd6f459b9fc143fa97a6693b8e90c160 is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:29:52.751594 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-43ac5a4a-8cf8-4e99-9efa-44161f2d02be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:29:52.754154 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-b049e3cc-22b5-4dd0-b5e8-d16dee9f6ccf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:29:52.761429 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-43ac5a4a-8cf8-4e99-9efa-44161f2d02be admin admin] Usage tracker for resource:security_group_rule and tenant:60fc5197abdd4d458bc99640a1850c7f is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:29:52.764347 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-b049e3cc-22b5-4dd0-b5e8-d16dee9f6ccf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:29:52.766653 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-43ac5a4a-8cf8-4e99-9efa-44161f2d02be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:29:52.774755 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-43ac5a4a-8cf8-4e99-9efa-44161f2d02be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:29:52.911445 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device 213ffbf8-31f1-4cf2-8214-924aa8a89551 up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:29:52.927631 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b049e3cc-22b5-4dd0-b5e8-d16dee9f6ccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:52.935453 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b049e3cc-22b5-4dd0-b5e8-d16dee9f6ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:52.943442 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-43ac5a4a-8cf8-4e99-9efa-44161f2d02be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:52.946293 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-7ee9bd40-ab47-49a9-88df-1f5e13196caa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:29:52.962071 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-43ac5a4a-8cf8-4e99-9efa-44161f2d02be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:52.987679 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port 213ffbf8-31f1-4cf2-8214-924aa8a89551 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:29:52.988088 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:53.019795 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-b049e3cc-22b5-4dd0-b5e8-d16dee9f6ccf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fd6f459b9fc143fa97a6693b8e90c160&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4839931 Jan 19 22:29:53.021721 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b049e3cc-22b5-4dd0-b5e8-d16dee9f6ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f03d364-bc96-4f82-9b42-97455035c3b6,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:29:53.022674 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 54640) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:29:53.025835 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-b049e3cc-22b5-4dd0-b5e8-d16dee9f6ccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:29:53.026754 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-b9f84be3-990f-41c3-8b85-e60a449198e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:29:53.038216 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-43ac5a4a-8cf8-4e99-9efa-44161f2d02be admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=60fc5197abdd4d458bc99640a1850c7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4684584 Jan 19 22:29:53.040506 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 54644) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:29:53.085884 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ac5a4a-8cf8-4e99-9efa-44161f2d02be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b868df3-bc66-4a42-9123-43155752a7d7,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:29:53.085884 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-43ac5a4a-8cf8-4e99-9efa-44161f2d02be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:29:53.092544 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-08e9dd05-3dc5-443d-b9c0-f1557d517dbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:53.121768 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-08e9dd05-3dc5-443d-b9c0-f1557d517dbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:53.126675 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1e5dec28-2acf-43d2-ad54-ba89c9ba356d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:53.157625 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1e5dec28-2acf-43d2-ad54-ba89c9ba356d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:53.171047 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-08e9dd05-3dc5-443d-b9c0-f1557d517dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:53.176009 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-b17da6ab-8b8e-4781-9a31-53412705c473 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:29:53.194436 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e9dd05-3dc5-443d-b9c0-f1557d517dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f03d364-bc96-4f82-9b42-97455035c3b6,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:29:53.199864 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-08e9dd05-3dc5-443d-b9c0-f1557d517dbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:29:53.206804 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-08e9dd05-3dc5-443d-b9c0-f1557d517dbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:53.208060 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-08e9dd05-3dc5-443d-b9c0-f1557d517dbf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8f03d364-bc96-4f82-9b42-97455035c3b6 HTTP/1.1" status: 204 len: 168 time: 0.1843188 Jan 19 22:29:53.210477 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1e5dec28-2acf-43d2-ad54-ba89c9ba356d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:53.216571 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-d6d95583-a8ec-456a-b94a-103353632dcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:29:53.230784 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5dec28-2acf-43d2-ad54-ba89c9ba356d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b868df3-bc66-4a42-9123-43155752a7d7,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:29:53.236052 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-1e5dec28-2acf-43d2-ad54-ba89c9ba356d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:29:53.240436 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1e5dec28-2acf-43d2-ad54-ba89c9ba356d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:53.244434 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-1e5dec28-2acf-43d2-ad54-ba89c9ba356d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3b868df3-bc66-4a42-9123-43155752a7d7 HTTP/1.1" status: 204 len: 168 time: 0.1996508 Jan 19 22:29:53.631564 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c607a-7912-48b5-a6d1-4df03d2723ed req-c1bfc8a9-59d3-4419-ad61-c924091ad872 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:53.633388 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-385c607a-7912-48b5-a6d1-4df03d2723ed req-c1bfc8a9-59d3-4419-ad61-c924091ad872 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.1131473 Jan 19 22:29:53.686638 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-385c607a-7912-48b5-a6d1-4df03d2723ed req-3b49c66d-bfe0-48e4-9877-88d48a578a89 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462346 Jan 19 22:29:53.689423 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 54660) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:29:53.709025 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-4bc4d5c1-a9b6-4e00-b21d-0927e4379b6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:53.725641 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-4bc4d5c1-a9b6-4e00-b21d-0927e4379b6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:29:53.729873 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-4bc4d5c1-a9b6-4e00-b21d-0927e4379b6b admin admin] Usage tracker for resource:security_group_rule and tenant:50f4073179ef4a399a3bda7db8eb337d is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:29:53.732876 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-4bc4d5c1-a9b6-4e00-b21d-0927e4379b6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:29:53.738841 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-4bc4d5c1-a9b6-4e00-b21d-0927e4379b6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:29:53.828205 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-4bc4d5c1-a9b6-4e00-b21d-0927e4379b6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:53.831420 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-4bc4d5c1-a9b6-4e00-b21d-0927e4379b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:53.840016 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-933cbdf7-38eb-4041-a604-8d483db0fe8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:29:53.885538 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-4bc4d5c1-a9b6-4e00-b21d-0927e4379b6b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=50f4073179ef4a399a3bda7db8eb337d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1917121 Jan 19 22:29:53.886232 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 54672) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:29:53.894550 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc4d5c1-a9b6-4e00-b21d-0927e4379b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de257654-6eed-4466-ade1-f9f1fbe4a027,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:29:53.898226 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-4bc4d5c1-a9b6-4e00-b21d-0927e4379b6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:29:53.950086 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0e364acf-79ae-4522-b79f-e2c924d56830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:53.976434 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0e364acf-79ae-4522-b79f-e2c924d56830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:54.021278 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0e364acf-79ae-4522-b79f-e2c924d56830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:54.026210 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-62a10321-5510-4957-ae1c-a93986a14db1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:29:54.037305 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e364acf-79ae-4522-b79f-e2c924d56830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de257654-6eed-4466-ade1-f9f1fbe4a027,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:29:54.041081 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-0e364acf-79ae-4522-b79f-e2c924d56830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:29:54.044444 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0e364acf-79ae-4522-b79f-e2c924d56830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:54.045702 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-0e364acf-79ae-4522-b79f-e2c924d56830 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/de257654-6eed-4466-ade1-f9f1fbe4a027 HTTP/1.1" status: 204 len: 168 time: 0.1586609 Jan 19 22:29:54.928857 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8d168-2319-49b6-96fb-6288d1bcda2f req-b4d1e7c4-5f3c-4457-8f34-4235da38f87f tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:54.930671 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-8cd8d168-2319-49b6-96fb-6288d1bcda2f req-b4d1e7c4-5f3c-4457-8f34-4235da38f87f tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.1109071 Jan 19 22:29:54.983583 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-8cd8d168-2319-49b6-96fb-6288d1bcda2f req-c865d208-9781-4812-b53d-b97ac0b736c6 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455954 Jan 19 22:29:55.136094 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec1de34-37b0-4c1f-833e-6a31c630d66f req-328ece78-ebe0-4f6b-9f72-3c7534285d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:55.137690 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6ec1de34-37b0-4c1f-833e-6a31c630d66f req-328ece78-ebe0-4f6b-9f72-3c7534285d23 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 1163 time: 0.0756488 Jan 19 22:29:55.180827 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6ec1de34-37b0-4c1f-833e-6a31c630d66f req-5f38265a-d756-4154-8949-b86715b45641 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360222 Jan 19 22:29:56.248298 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e21394f-e8a0-44ca-881d-f5051c5caff2 req-acca7754-1572-449b-bc57-7d965aed84df tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:56.250046 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-1e21394f-e8a0-44ca-881d-f5051c5caff2 req-acca7754-1572-449b-bc57-7d965aed84df tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.1201856 Jan 19 22:29:56.311524 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-1e21394f-e8a0-44ca-881d-f5051c5caff2 req-5396987f-7d31-48bb-950c-24fac6ade0dc tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542095 Jan 19 22:29:56.658201 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 54744) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:29:56.813480 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-dee5bf35-f96b-4df6-b9b6-d538c3a6d2c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:56.828213 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-dee5bf35-f96b-4df6-b9b6-d538c3a6d2c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:29:56.832273 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-dee5bf35-f96b-4df6-b9b6-d538c3a6d2c0 admin admin] Usage tracker for resource:security_group_rule and tenant:4171f842e0aa4b1aaf20fe51a4d3c52b is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:29:56.835256 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-dee5bf35-f96b-4df6-b9b6-d538c3a6d2c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:29:56.841460 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-dee5bf35-f96b-4df6-b9b6-d538c3a6d2c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:29:56.928337 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-dee5bf35-f96b-4df6-b9b6-d538c3a6d2c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:56.931307 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-dee5bf35-f96b-4df6-b9b6-d538c3a6d2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:56.940157 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-a0f606b1-57a2-4cf6-a3ac-18486a290cd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:29:56.974337 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device 213ffbf8-31f1-4cf2-8214-924aa8a89551 up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:29:56.982918 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-dee5bf35-f96b-4df6-b9b6-d538c3a6d2c0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4171f842e0aa4b1aaf20fe51a4d3c52b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3235350 Jan 19 22:29:56.983863 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5bf35-f96b-4df6-b9b6-d538c3a6d2c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a853aa4-7d6e-41fb-92ac-e11567ed4986,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:29:56.985791 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 54750) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:29:56.987116 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-dee5bf35-f96b-4df6-b9b6-d538c3a6d2c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:29:57.044996 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port 213ffbf8-31f1-4cf2-8214-924aa8a89551 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:29:57.045476 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:57.051059 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a9db04c1-1380-4bf6-af8c-2844478055c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:57.078724 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a9db04c1-1380-4bf6-af8c-2844478055c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:57.127100 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a9db04c1-1380-4bf6-af8c-2844478055c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:57.132088 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-86a31fd1-98c5-4ff5-a255-3709535f3ae5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:29:57.145084 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db04c1-1380-4bf6-af8c-2844478055c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a853aa4-7d6e-41fb-92ac-e11567ed4986,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:29:57.147624 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-a9db04c1-1380-4bf6-af8c-2844478055c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:29:57.156801 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a9db04c1-1380-4bf6-af8c-2844478055c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:57.158049 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-a9db04c1-1380-4bf6-af8c-2844478055c6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2a853aa4-7d6e-41fb-92ac-e11567ed4986 HTTP/1.1" status: 204 len: 168 time: 0.1703749 Jan 19 22:29:57.515216 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 54766) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:29:57.534983 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-d3ce759d-c1b0-4b0d-b10e-3f2e46848a7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:57.554722 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-d3ce759d-c1b0-4b0d-b10e-3f2e46848a7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:29:57.555328 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-d3ce759d-c1b0-4b0d-b10e-3f2e46848a7b admin admin] Usage tracker for resource:security_group_rule and tenant:93901aa8179c430d9bbcf9c47011446e is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:29:57.559379 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-d3ce759d-c1b0-4b0d-b10e-3f2e46848a7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:29:57.565508 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-d3ce759d-c1b0-4b0d-b10e-3f2e46848a7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:29:57.574775 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb329ff-f16e-4dc4-a21f-19ebff69858e req-c1c08826-0e5a-4a2b-8e1d-44de5a0ec5ed tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:57.577336 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-efb329ff-f16e-4dc4-a21f-19ebff69858e req-c1c08826-0e5a-4a2b-8e1d-44de5a0ec5ed tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.1085842 Jan 19 22:29:57.630898 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-efb329ff-f16e-4dc4-a21f-19ebff69858e req-b48a1ce5-427e-4401-a61f-92877d5079ea tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481460 Jan 19 22:29:57.660845 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-d3ce759d-c1b0-4b0d-b10e-3f2e46848a7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:57.664135 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-d3ce759d-c1b0-4b0d-b10e-3f2e46848a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:57.673673 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-5041f628-7383-48fe-a5df-e2338c428481 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:29:57.720568 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 54776) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:29:57.720932 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-d3ce759d-c1b0-4b0d-b10e-3f2e46848a7b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=93901aa8179c430d9bbcf9c47011446e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2045698 Jan 19 22:29:57.723284 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce759d-c1b0-4b0d-b10e-3f2e46848a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78377fc3-9473-4151-bb0c-eabf8ca7fc86,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:29:57.726712 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-d3ce759d-c1b0-4b0d-b10e-3f2e46848a7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:29:57.796124 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8972231c-178f-4999-a9a3-dd422018e03f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:57.825458 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8972231c-178f-4999-a9a3-dd422018e03f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:57.873091 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8972231c-178f-4999-a9a3-dd422018e03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:57.881766 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-08e9dd05-3dc5-443d-b9c0-f1557d517dbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:29:57.899518 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8972231c-178f-4999-a9a3-dd422018e03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78377fc3-9473-4151-bb0c-eabf8ca7fc86,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:29:57.904034 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-8972231c-178f-4999-a9a3-dd422018e03f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:29:57.906236 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8972231c-178f-4999-a9a3-dd422018e03f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:57.910369 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-8972231c-178f-4999-a9a3-dd422018e03f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/78377fc3-9473-4151-bb0c-eabf8ca7fc86 HTTP/1.1" status: 204 len: 168 time: 0.1877165 Jan 19 22:29:58.270661 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b42ca-aa2c-4e57-8471-a1b9e431ed34 req-71c1c5b2-f232-4365-a413-839073f76df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:58.273513 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d19b42ca-aa2c-4e57-8471-a1b9e431ed34 req-71c1c5b2-f232-4365-a413-839073f76df3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7d1b4115b3444684a9fd42e8fcaf64a4&device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 1163 time: 0.1562726 Jan 19 22:29:58.320418 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5539d-5de2-437f-b362-ddf324a13d57 req-a9b3de9e-d7ea-4139-bbdf-7944f64c1418 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:58.322429 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-08c5539d-5de2-437f-b362-ddf324a13d57 req-a9b3de9e-d7ea-4139-bbdf-7944f64c1418 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.1357322 Jan 19 22:29:58.398199 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-08c5539d-5de2-437f-b362-ddf324a13d57 req-a5a8b015-a0e6-4a2f-b0a4-804826741e4b tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677218 Jan 19 22:29:58.444449 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b42ca-aa2c-4e57-8471-a1b9e431ed34 req-f707aba0-201a-4ce9-9282-39998e0659fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:58.446109 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d19b42ca-aa2c-4e57-8471-a1b9e431ed34 req-f707aba0-201a-4ce9-9282-39998e0659fe service neutron] 10.222.0.66 "GET /v2.0/networks?id=856f698c-d037-4288-89b3-b30e0383555d HTTP/1.1" status: 200 len: 912 time: 0.1641810 Jan 19 22:29:58.527312 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d19b42ca-aa2c-4e57-8471-a1b9e431ed34 req-a36acda7-0fdc-4ae2-97b2-569f542b21b1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=213ffbf8-31f1-4cf2-8214-924aa8a89551 HTTP/1.1" status: 200 len: 217 time: 0.0693305 Jan 19 22:29:58.600669 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b42ca-aa2c-4e57-8471-a1b9e431ed34 req-e4aa5cfc-91f8-4dc2-ae86-ac0db32eea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:58.602289 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d19b42ca-aa2c-4e57-8471-a1b9e431ed34 req-e4aa5cfc-91f8-4dc2-ae86-ac0db32eea52 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1a97053a-7ac6-44d6-84ad-912d742b25fc HTTP/1.1" status: 200 len: 858 time: 0.0672805 Jan 19 22:29:58.656437 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d19b42ca-aa2c-4e57-8471-a1b9e431ed34 req-cfd6a590-4bbb-4b31-b90a-ca69e48d8e58 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=856f698c-d037-4288-89b3-b30e0383555d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463555 Jan 19 22:29:58.802357 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d19b42ca-aa2c-4e57-8471-a1b9e431ed34 req-bce4a17c-5712-49a4-a07b-0586ec41235f service neutron] 10.222.0.66 "GET /v2.0/networks/856f698c-d037-4288-89b3-b30e0383555d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377223 Jan 19 22:29:58.845506 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-9ec4367b-a144-4b23-a92b-9e669656904c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:59.147998 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d19b42ca-aa2c-4e57-8471-a1b9e431ed34 req-d506e577-2aba-481b-99df-eddd4169e052 service neutron] 10.222.0.66 "GET /v2.0/networks/856f698c-d037-4288-89b3-b30e0383555d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3380589 Jan 19 22:29:59.636624 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9370281-74f3-4d93-b4ed-d6dee048c231 req-fadeee61-8d3f-4b36-9ace-bb4333640375 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:59.638475 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-b9370281-74f3-4d93-b4ed-d6dee048c231 req-fadeee61-8d3f-4b36-9ace-bb4333640375 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.1080830 Jan 19 22:29:59.698402 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-b9370281-74f3-4d93-b4ed-d6dee048c231 req-dde91350-79bb-4469-a7a6-4ff890917203 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525007 Jan 19 22:30:00.935334 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc1ff6-2b5f-46d4-9e08-15986d1a1d24 req-8cd423cc-15c9-43cd-b953-dfa9cacef1b2 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:00.936915 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-bbbc1ff6-2b5f-46d4-9e08-15986d1a1d24 req-8cd423cc-15c9-43cd-b953-dfa9cacef1b2 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.1026223 Jan 19 22:30:00.991241 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-bbbc1ff6-2b5f-46d4-9e08-15986d1a1d24 req-62480feb-8276-4c63-b86f-c4c6387af7c2 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480831 Jan 19 22:30:01.091416 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device 213ffbf8-31f1-4cf2-8214-924aa8a89551 up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:30:01.166715 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port 213ffbf8-31f1-4cf2-8214-924aa8a89551 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:30:01.167195 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:01.395035 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1243c519-8875-4095-9705-67b78462088e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:01.769321 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-4d4479bd-ac17-4cd8-b7cd-cf9388f1eb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:02.243896 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d35973-c8b8-4f55-9fbe-e51504e9ceac req-112ded1c-9814-46b4-8c6c-7b08b79f5c6c tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:02.245525 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-b0d35973-c8b8-4f55-9fbe-e51504e9ceac req-112ded1c-9814-46b4-8c6c-7b08b79f5c6c tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.1054623 Jan 19 22:30:02.297517 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-b0d35973-c8b8-4f55-9fbe-e51504e9ceac req-522f8fcd-b527-47d1-a364-976f75b3f6ab tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451918 Jan 19 22:30:02.982343 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device 213ffbf8-31f1-4cf2-8214-924aa8a89551 up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:30:03.046347 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:03.068400 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port 213ffbf8-31f1-4cf2-8214-924aa8a89551 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:30:03.068820 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:03.408295 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8bdf443e-3544-4df7-a37c-063f9f459872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:03.616225 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 54892) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:30:03.782015 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-d94ab9a2-f6e7-42c3-94bc-582021f2350f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:03.799773 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-d94ab9a2-f6e7-42c3-94bc-582021f2350f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:30:03.803980 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-d94ab9a2-f6e7-42c3-94bc-582021f2350f admin admin] Usage tracker for resource:security_group_rule and tenant:3f490ed2a8914224b5b1f837c2c5d6ea is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:30:03.807138 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-d94ab9a2-f6e7-42c3-94bc-582021f2350f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:30:03.813254 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-d94ab9a2-f6e7-42c3-94bc-582021f2350f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:30:03.914534 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-d94ab9a2-f6e7-42c3-94bc-582021f2350f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:03.917642 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-d94ab9a2-f6e7-42c3-94bc-582021f2350f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:03.927609 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-11339de6-beef-48d5-a7e9-ad4710e38718 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:03.974469 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-d94ab9a2-f6e7-42c3-94bc-582021f2350f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3f490ed2a8914224b5b1f837c2c5d6ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3542914 Jan 19 22:30:03.974469 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94ab9a2-f6e7-42c3-94bc-582021f2350f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86452406-e392-4d63-8316-5a1495e88fc2,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:03.976073 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 54906) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:30:03.976225 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-d94ab9a2-f6e7-42c3-94bc-582021f2350f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:04.043120 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-01626a38-c125-44a5-969c-5a896a29ecbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:04.070992 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-01626a38-c125-44a5-969c-5a896a29ecbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:04.121103 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-01626a38-c125-44a5-969c-5a896a29ecbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:04.126290 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:04.137662 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01626a38-c125-44a5-969c-5a896a29ecbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86452406-e392-4d63-8316-5a1495e88fc2,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:04.142410 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-01626a38-c125-44a5-969c-5a896a29ecbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:04.144477 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-01626a38-c125-44a5-969c-5a896a29ecbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:04.145714 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-01626a38-c125-44a5-969c-5a896a29ecbb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/86452406-e392-4d63-8316-5a1495e88fc2 HTTP/1.1" status: 204 len: 168 time: 0.1678557 Jan 19 22:30:07.374762 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:07.379781 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac79b4-cd00-4c82-a8f6-6a8d33741b47 req-f66f7831-d6a2-4760-a645-53a7feea521e tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:07.385068 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0bac79b4-cd00-4c82-a8f6-6a8d33741b47 req-f66f7831-d6a2-4760-a645-53a7feea521e tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=3994cc61-b4f6-41de-9c13-149ad7c2641b HTTP/1.1" status: 200 len: 946 time: 0.1525557 Jan 19 22:30:07.460107 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0bac79b4-cd00-4c82-a8f6-6a8d33741b47 req-34727569-4037-4b39-9e64-536005c8fb88 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680764 Jan 19 22:30:08.705978 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f77c09-2031-4ed0-bfcd-d13f453f2ff5 req-8bf97d3c-f6ca-42cc-a16b-138e0c6ad524 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:08.707649 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f0f77c09-2031-4ed0-bfcd-d13f453f2ff5 req-8bf97d3c-f6ca-42cc-a16b-138e0c6ad524 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=3994cc61-b4f6-41de-9c13-149ad7c2641b HTTP/1.1" status: 200 len: 946 time: 0.1101644 Jan 19 22:30:08.762842 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f0f77c09-2031-4ed0-bfcd-d13f453f2ff5 req-96aa1dd9-bcaa-4926-b57e-35e8850cbb35 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471203 Jan 19 22:30:09.900678 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d562624-391d-451d-88e7-512157542d61 req-7995cd56-886f-47e5-b2f5-e3c547bff089 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:09.902462 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6d562624-391d-451d-88e7-512157542d61 req-7995cd56-886f-47e5-b2f5-e3c547bff089 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.66 "GET /v2.0/ports?device_id=3994cc61-b4f6-41de-9c13-149ad7c2641b HTTP/1.1" status: 200 len: 946 time: 0.1088614 Jan 19 22:30:09.990313 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [req-6d562624-391d-451d-88e7-512157542d61 req-0d97461b-eb9b-441f-a6ef-aea575dd7fbc tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Deleting port aff2573d-8b3f-4004-b64c-5b7185960eef {{(pid=80165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:30:09.990615 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-6d562624-391d-451d-88e7-512157542d61 req-0d97461b-eb9b-441f-a6ef-aea575dd7fbc tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:10.006291 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5558c-502c-4406-9dd4-87b0a697cc2f req-ba29e51e-0c18-47ef-afd7-00c6a6272c12 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:10.008109 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-adc5558c-502c-4406-9dd4-87b0a697cc2f req-ba29e51e-0c18-47ef-afd7-00c6a6272c12 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=3994cc61-b4f6-41de-9c13-149ad7c2641b HTTP/1.1" status: 200 len: 946 time: 0.1079476 Jan 19 22:30:10.061933 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-adc5558c-502c-4406-9dd4-87b0a697cc2f req-a4488adc-2e71-44f2-b8ea-90ffcfc4ee00 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469565 Jan 19 22:30:10.259254 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-6d562624-391d-451d-88e7-512157542d61 req-0d97461b-eb9b-441f-a6ef-aea575dd7fbc tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] For port aff2573d-8b3f-4004-b64c-5b7185960eef, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=aff2573d-8b3f-4004-b64c-5b7185960eef,segment=NetworkSegment(9f65af3f-103a-4e7a-b1ac-336dee171ce6),segment_id=9f65af3f-103a-4e7a-b1ac-336dee171ce6)] {{(pid=80165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:30:10.259660 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-6d562624-391d-451d-88e7-512157542d61 req-0d97461b-eb9b-441f-a6ef-aea575dd7fbc tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137761'] for port, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:10.394159 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [req-6d562624-391d-451d-88e7-512157542d61 req-0d97461b-eb9b-441f-a6ef-aea575dd7fbc tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Calling delete_port for aff2573d-8b3f-4004-b64c-5b7185960eef owned by compute:nova {{(pid=80165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:30:10.545245 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-6d562624-391d-451d-88e7-512157542d61 req-0d97461b-eb9b-441f-a6ef-aea575dd7fbc tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307084714663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307085172425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852767463'] for port, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:10.560608 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:10.612654 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d97461b-eb9b-441f-a6ef-aea575dd7fbc tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Pushing event deleted for resources: {'Port': ['ID=aff2573d-8b3f-4004-b64c-5b7185960eef,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:10.624641 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-0d97461b-eb9b-441f-a6ef-aea575dd7fbc tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:10.771289 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d562624-391d-451d-88e7-512157542d61 req-0d97461b-eb9b-441f-a6ef-aea575dd7fbc tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] No DVR routers for this DVR port aff2573d-8b3f-4004-b64c-5b7185960eef on host hv-cinder-75078 {{(pid=80165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 22:30:10.773572 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-6d562624-391d-451d-88e7-512157542d61 req-0d97461b-eb9b-441f-a6ef-aea575dd7fbc tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for port, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:10.777163 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3994cc61-b4f6-41de-9c13-149ad7c2641b', 'name': 'network-vif-deleted', 'tag': 'aff2573d-8b3f-4004-b64c-5b7185960eef'}] {{(pid=80165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:30:10.793015 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6d562624-391d-451d-88e7-512157542d61 req-0d97461b-eb9b-441f-a6ef-aea575dd7fbc tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.66 "DELETE /v2.0/ports/aff2573d-8b3f-4004-b64c-5b7185960eef HTTP/1.1" status: 204 len: 173 time: 0.8852360 Jan 19 22:30:10.838032 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3994cc61-b4f6-41de-9c13-149ad7c2641b', 'name': 'network-vif-deleted', 'tag': 'aff2573d-8b3f-4004-b64c-5b7185960eef', 'status': 'completed', 'code': 200} Jan 19 22:30:11.095612 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device aff2573d-8b3f-4004-b64c-5b7185960eef no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:30:11.143495 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] No Port match for: aff2573d-8b3f-4004-b64c-5b7185960eef {{(pid=80167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 22:30:11.143903 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device aff2573d-8b3f-4004-b64c-5b7185960eef not bound to the agent host hv-cinder-75078 {{(pid=80167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 22:30:11.312072 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-66732665-bcb5-4e76-8537-715771f5c24d req-fd079b7a-de25-48c5-aaf7-fba561b257bf tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=3994cc61-b4f6-41de-9c13-149ad7c2641b HTTP/1.1" status: 200 len: 210 time: 0.0631933 Jan 19 22:30:11.390952 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 55050) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:30:11.601988 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-16a19a5f-d4fd-43db-a886-2c776f8ca3c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:11.617981 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-16a19a5f-d4fd-43db-a886-2c776f8ca3c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:30:11.622694 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-16a19a5f-d4fd-43db-a886-2c776f8ca3c9 admin admin] Usage tracker for resource:security_group_rule and tenant:1587d39105cb469aa74c036fb8ff98ee is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:30:11.625759 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-16a19a5f-d4fd-43db-a886-2c776f8ca3c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:30:11.631570 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-16a19a5f-d4fd-43db-a886-2c776f8ca3c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:30:11.718503 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-16a19a5f-d4fd-43db-a886-2c776f8ca3c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:11.721653 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-16a19a5f-d4fd-43db-a886-2c776f8ca3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:11.731809 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:11.778709 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-16a19a5f-d4fd-43db-a886-2c776f8ca3c9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1587d39105cb469aa74c036fb8ff98ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3792863 Jan 19 22:30:11.778830 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 55062) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:30:11.778933 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a19a5f-d4fd-43db-a886-2c776f8ca3c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=615b16f3-1011-4e4f-b523-8d43d6ee06b8,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:11.784091 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-16a19a5f-d4fd-43db-a886-2c776f8ca3c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:11.858933 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41484444-4c81-47c1-879d-2f4e768b3ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:11.888508 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41484444-4c81-47c1-879d-2f4e768b3ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:11.935441 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41484444-4c81-47c1-879d-2f4e768b3ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:11.946607 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-0ff06c36-ce0f-44d8-8e02-cf68aa61655b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:11.959851 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41484444-4c81-47c1-879d-2f4e768b3ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=615b16f3-1011-4e4f-b523-8d43d6ee06b8,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:11.964831 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41484444-4c81-47c1-879d-2f4e768b3ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:11.969576 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41484444-4c81-47c1-879d-2f4e768b3ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:11.970818 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-41484444-4c81-47c1-879d-2f4e768b3ba0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/615b16f3-1011-4e4f-b523-8d43d6ee06b8 HTTP/1.1" status: 204 len: 168 time: 0.1946721 Jan 19 22:30:12.339479 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 55082) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:30:12.360418 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-7afd9321-2f1a-42a6-8e89-1cec753229a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:12.376579 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-7afd9321-2f1a-42a6-8e89-1cec753229a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:30:12.380942 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-7afd9321-2f1a-42a6-8e89-1cec753229a5 admin admin] Usage tracker for resource:security_group_rule and tenant:a33246241b8b4de4989f168b2c266d8e is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:30:12.385307 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-7afd9321-2f1a-42a6-8e89-1cec753229a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:30:12.392110 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-7afd9321-2f1a-42a6-8e89-1cec753229a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:30:12.489086 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-7afd9321-2f1a-42a6-8e89-1cec753229a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:12.492477 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-7afd9321-2f1a-42a6-8e89-1cec753229a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:12.507852 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-43ac5a4a-8cf8-4e99-9efa-44161f2d02be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:12.542321 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-7afd9321-2f1a-42a6-8e89-1cec753229a5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a33246241b8b4de4989f168b2c266d8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2015846 Jan 19 22:30:12.545179 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 55096) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:30:12.550421 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd9321-2f1a-42a6-8e89-1cec753229a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48c09ac-777c-4de6-9c2e-52a2fcb2be13,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:12.553718 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-7afd9321-2f1a-42a6-8e89-1cec753229a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:12.619235 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-49cbfec0-4acb-477f-8405-cbe503bee446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:12.648012 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-49cbfec0-4acb-477f-8405-cbe503bee446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:12.703356 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-49cbfec0-4acb-477f-8405-cbe503bee446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:12.709380 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-e12bee78-3009-4b3e-8dd3-812646cd9583 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:12.723720 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cbfec0-4acb-477f-8405-cbe503bee446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48c09ac-777c-4de6-9c2e-52a2fcb2be13,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:12.732235 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-49cbfec0-4acb-477f-8405-cbe503bee446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:12.733513 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-49cbfec0-4acb-477f-8405-cbe503bee446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:12.734756 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-49cbfec0-4acb-477f-8405-cbe503bee446 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c48c09ac-777c-4de6-9c2e-52a2fcb2be13 HTTP/1.1" status: 204 len: 168 time: 0.1884627 Jan 19 22:30:12.952496 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2fb59f-f6d4-4064-abea-bd141dbdd11c req-2505e9ab-b07b-4087-9b88-b5c9dbeee4bc tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:12.953456 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-cf2fb59f-f6d4-4064-abea-bd141dbdd11c req-2505e9ab-b07b-4087-9b88-b5c9dbeee4bc tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Synchronizing usage tracker for tenant:7d1b4115b3444684a9fd42e8fcaf64a4 on resource:port {{(pid=80165) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:30:12.969705 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-cf2fb59f-f6d4-4064-abea-bd141dbdd11c req-2505e9ab-b07b-4087-9b88-b5c9dbeee4bc tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Unset dirty status for tenant:7d1b4115b3444684a9fd42e8fcaf64a4 on resource:port {{(pid=80165) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:30:12.971180 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-cf2fb59f-f6d4-4064-abea-bd141dbdd11c req-2505e9ab-b07b-4087-9b88-b5c9dbeee4bc tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.1321592 Jan 19 22:30:13.030002 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-cf2fb59f-f6d4-4064-abea-bd141dbdd11c req-4ea07a32-2c92-4f13-bbe8-174538572fee tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522513 Jan 19 22:30:14.264342 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc4f0a-75a0-44aa-8820-4ea4f9e1f563 req-a06ef992-0bba-4c4f-8ba6-ea2a033ac43f tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:14.266017 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-54bc4f0a-75a0-44aa-8820-4ea4f9e1f563 req-a06ef992-0bba-4c4f-8ba6-ea2a033ac43f tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.1027777 Jan 19 22:30:14.321950 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-54bc4f0a-75a0-44aa-8820-4ea4f9e1f563 req-d8fab85e-e88e-42fb-95df-c81445310bcc tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490997 Jan 19 22:30:15.577846 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01a303-3ef1-42cc-912d-34a606d0c7fe req-b3cd091f-632d-44c0-b5c4-f29f95dc89f2 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:15.579520 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-af01a303-3ef1-42cc-912d-34a606d0c7fe req-b3cd091f-632d-44c0-b5c4-f29f95dc89f2 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.1067269 Jan 19 22:30:15.632420 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-af01a303-3ef1-42cc-912d-34a606d0c7fe req-ff7f7235-bfef-4b15-8e4e-a3ae4dc3aeab tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464234 Jan 19 22:30:16.864567 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477f925-aaf8-414b-841b-003881471dfc req-18f67b8f-2812-4b79-bf9b-8272bb7b9325 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:16.866257 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-5477f925-aaf8-414b-841b-003881471dfc req-18f67b8f-2812-4b79-bf9b-8272bb7b9325 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.1040039 Jan 19 22:30:16.918871 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-5477f925-aaf8-414b-841b-003881471dfc req-ba84de4b-68b6-4598-a3cc-90085aba1441 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456696 Jan 19 22:30:17.064434 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 55142) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:30:17.215678 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1ae23fd4-e554-40fb-85e4-428b96d3dc29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:17.231245 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-1ae23fd4-e554-40fb-85e4-428b96d3dc29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:30:17.235281 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-1ae23fd4-e554-40fb-85e4-428b96d3dc29 admin admin] Usage tracker for resource:security_group_rule and tenant:259e3a4c5a064c23b5f8470195a4f533 is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:30:17.238244 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-1ae23fd4-e554-40fb-85e4-428b96d3dc29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:30:17.243968 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-1ae23fd4-e554-40fb-85e4-428b96d3dc29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:30:17.326889 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1ae23fd4-e554-40fb-85e4-428b96d3dc29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:17.331428 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1ae23fd4-e554-40fb-85e4-428b96d3dc29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:17.345029 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-dae74ff6-13a7-410b-bf2d-12ed65e0f89b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:17.387575 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-1ae23fd4-e554-40fb-85e4-428b96d3dc29 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=259e3a4c5a064c23b5f8470195a4f533&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3219829 Jan 19 22:30:17.389314 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae23fd4-e554-40fb-85e4-428b96d3dc29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc12abf9-2d8c-4d6f-9675-7ae7acaacea5,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:17.390435 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 55148) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:30:17.392573 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-1ae23fd4-e554-40fb-85e4-428b96d3dc29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:17.455220 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-39a2701f-a8cb-4dd4-b693-659e6f735556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:17.485789 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-39a2701f-a8cb-4dd4-b693-659e6f735556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:17.531910 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-39a2701f-a8cb-4dd4-b693-659e6f735556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:17.537382 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-1e5dec28-2acf-43d2-ad54-ba89c9ba356d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:17.550273 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a2701f-a8cb-4dd4-b693-659e6f735556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc12abf9-2d8c-4d6f-9675-7ae7acaacea5,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:17.553073 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-39a2701f-a8cb-4dd4-b693-659e6f735556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:17.563945 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-39a2701f-a8cb-4dd4-b693-659e6f735556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:17.565192 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-39a2701f-a8cb-4dd4-b693-659e6f735556 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fc12abf9-2d8c-4d6f-9675-7ae7acaacea5 HTTP/1.1" status: 204 len: 168 time: 0.1736426 Jan 19 22:30:18.154567 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cbff82-4441-4b68-b297-4f33295e71bc req-19acb58c-0cd3-40d2-90e3-56292b06dedc tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:18.156265 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-e3cbff82-4441-4b68-b297-4f33295e71bc req-19acb58c-0cd3-40d2-90e3-56292b06dedc tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.1055479 Jan 19 22:30:18.211006 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-e3cbff82-4441-4b68-b297-4f33295e71bc req-35cf3e2a-fddd-4253-a97c-6ab471f9c3e1 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/security-groups?id=86747f64-cf7f-4e7b-b9d3-0bf12b76a414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461962 Jan 19 22:30:18.409652 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 55172) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:30:18.481377 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a34343-9c6a-446d-bf70-9ab842c6c75f req-8dc938da-4cb3-48fa-8bf4-41c138022f90 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:18.482990 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-55a34343-9c6a-446d-bf70-9ab842c6c75f req-8dc938da-4cb3-48fa-8bf4-41c138022f90 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.66 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 946 time: 0.1060715 Jan 19 22:30:18.555061 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-0d25a5c6-761c-4dd3-bac7-f54685130049 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-271318155-network', 'tenant_id': '7438f880b78c47279e04a1f33b1b1ab1'}} {{(pid=80166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:30:18.560998 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-0d25a5c6-761c-4dd3-bac7-f54685130049 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:30:18.565206 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-0d25a5c6-761c-4dd3-bac7-f54685130049 admin admin] Usage tracker for resource:network and tenant:7438f880b78c47279e04a1f33b1b1ab1 is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:30:18.565377 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [req-55a34343-9c6a-446d-bf70-9ab842c6c75f req-84de2f1c-a63a-4b4a-b438-e63bcd0edcba tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Deleting port 213ffbf8-31f1-4cf2-8214-924aa8a89551 {{(pid=80165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:30:18.565747 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-55a34343-9c6a-446d-bf70-9ab842c6c75f req-84de2f1c-a63a-4b4a-b438-e63bcd0edcba tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:18.568253 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-0d25a5c6-761c-4dd3-bac7-f54685130049 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:30:18.574829 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-0d25a5c6-761c-4dd3-bac7-f54685130049 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:30:18.584878 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d25a5c6-761c-4dd3-bac7-f54685130049 admin admin] Made reservation on behalf of 7438f880b78c47279e04a1f33b1b1ab1 for: {'network': 1} {{(pid=80166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:30:18.589661 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0d25a5c6-761c-4dd3-bac7-f54685130049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for network, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:18.602677 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0d25a5c6-761c-4dd3-bac7-f54685130049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:18.618683 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-0d25a5c6-761c-4dd3-bac7-f54685130049 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:30:18.622737 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-0d25a5c6-761c-4dd3-bac7-f54685130049 admin admin] Usage tracker for resource:security_group_rule and tenant:7438f880b78c47279e04a1f33b1b1ab1 is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:30:18.625716 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-0d25a5c6-761c-4dd3-bac7-f54685130049 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:30:18.631611 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-0d25a5c6-761c-4dd3-bac7-f54685130049 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:30:18.720282 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0d25a5c6-761c-4dd3-bac7-f54685130049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:18.723382 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0d25a5c6-761c-4dd3-bac7-f54685130049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:18.726667 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-1de04f13-09e6-4015-972b-ad9e7f49e900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:18.762706 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d25a5c6-761c-4dd3-bac7-f54685130049 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 19 22:30:18.768613 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d25a5c6-761c-4dd3-bac7-f54685130049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66221ba8-bde5-49dc-8692-3aa259706012,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:18.772565 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-0d25a5c6-761c-4dd3-bac7-f54685130049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:18.776222 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0d25a5c6-761c-4dd3-bac7-f54685130049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560818'] for segment, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:18.776618 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.db.segments_db [None req-0d25a5c6-761c-4dd3-bac7-f54685130049 admin admin] Added segment 60be0417-b76f-4c3f-ae65-df69529e03da of type vxlan for network 92526104-83d4-4897-8077-2fa04eef14a2 Jan 19 22:30:18.807592 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0d25a5c6-761c-4dd3-bac7-f54685130049 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729769566152'] for network, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:18.835337 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-55a34343-9c6a-446d-bf70-9ab842c6c75f req-84de2f1c-a63a-4b4a-b438-e63bcd0edcba tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] For port 213ffbf8-31f1-4cf2-8214-924aa8a89551, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=213ffbf8-31f1-4cf2-8214-924aa8a89551,segment=NetworkSegment(9f65af3f-103a-4e7a-b1ac-336dee171ce6),segment_id=9f65af3f-103a-4e7a-b1ac-336dee171ce6)] {{(pid=80165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:30:18.835738 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-55a34343-9c6a-446d-bf70-9ab842c6c75f req-84de2f1c-a63a-4b4a-b438-e63bcd0edcba tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137761'] for port, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:18.838840 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0d25a5c6-761c-4dd3-bac7-f54685130049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596'] for network, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:18.840137 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d25a5c6-761c-4dd3-bac7-f54685130049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:18.841251 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0d25a5c6-761c-4dd3-bac7-f54685130049 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for network, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:18.846851 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-39e4b9ad-1d4e-49f2-bbf4-54f9b4a48c81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:18.944492 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-0d25a5c6-761c-4dd3-bac7-f54685130049 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5335362 Jan 19 22:30:18.950047 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 55178) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:30:18.955746 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d25a5c6-761c-4dd3-bac7-f54685130049 admin admin] Pushing event updated for resources: {'Network': ['ID=92526104-83d4-4897-8077-2fa04eef14a2,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:18.956397 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device 213ffbf8-31f1-4cf2-8214-924aa8a89551 no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:30:18.961222 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-dcd03511-6d4b-4354-bd90-f7238b0d2321 admin admin] Request body: {'subnet': {'network_id': '92526104-83d4-4897-8077-2fa04eef14a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-271318155-subnet', 'tenant_id': '7438f880b78c47279e04a1f33b1b1ab1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:30:18.966148 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-0d25a5c6-761c-4dd3-bac7-f54685130049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:18.967175 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-dcd03511-6d4b-4354-bd90-f7238b0d2321 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:30:18.969404 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [req-55a34343-9c6a-446d-bf70-9ab842c6c75f req-84de2f1c-a63a-4b4a-b438-e63bcd0edcba tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Calling delete_port for 213ffbf8-31f1-4cf2-8214-924aa8a89551 owned by compute:nova {{(pid=80165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:30:18.971513 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-dcd03511-6d4b-4354-bd90-f7238b0d2321 admin admin] Usage tracker for resource:subnet and tenant:7438f880b78c47279e04a1f33b1b1ab1 is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:30:18.974677 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-dcd03511-6d4b-4354-bd90-f7238b0d2321 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:30:18.981498 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-dcd03511-6d4b-4354-bd90-f7238b0d2321 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:30:18.990592 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd03511-6d4b-4354-bd90-f7238b0d2321 admin admin] Made reservation on behalf of 7438f880b78c47279e04a1f33b1b1ab1 for: {'subnet': 1} {{(pid=80166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:30:18.996096 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-dcd03511-6d4b-4354-bd90-f7238b0d2321 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844029630'] for subnet, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:19.001180 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Network 92526104-83d4-4897-8077-2fa04eef14a2 details requested by agent ovs-agent-dv-cinder-750782-5-smb with host dv-cinder-750782-5-smb {{(pid=80167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:30:19.014208 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Network 92526104-83d4-4897-8077-2fa04eef14a2 details requested by agent ovs-agent-hv-cinder-75078 with host hv-cinder-75078 {{(pid=80167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:30:19.132723 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-55a34343-9c6a-446d-bf70-9ab842c6c75f req-84de2f1c-a63a-4b4a-b438-e63bcd0edcba tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307084714663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307085172425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852767463'] for port, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:19.152033 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-190c647e-1820-468c-ab72-c28f826cac42 tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:19.219450 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de2f1c-a63a-4b4a-b438-e63bcd0edcba tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Pushing event deleted for resources: {'Port': ['ID=213ffbf8-31f1-4cf2-8214-924aa8a89551,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:19.222699 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-84de2f1c-a63a-4b4a-b438-e63bcd0edcba tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:19.330851 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] No active binding found for port 213ffbf8-31f1-4cf2-8214-924aa8a89551 {{(pid=80167) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jan 19 22:30:19.331946 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device 213ffbf8-31f1-4cf2-8214-924aa8a89551 not bound to the agent host hv-cinder-75078 {{(pid=80167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 22:30:19.411129 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a34343-9c6a-446d-bf70-9ab842c6c75f req-84de2f1c-a63a-4b4a-b438-e63bcd0edcba tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] No DVR routers for this DVR port 213ffbf8-31f1-4cf2-8214-924aa8a89551 on host hv-cinder-75078 {{(pid=80165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 22:30:19.413965 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-55a34343-9c6a-446d-bf70-9ab842c6c75f req-84de2f1c-a63a-4b4a-b438-e63bcd0edcba tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for port, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:19.429303 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '702e22e6-b77f-4b28-8670-26ebb196a856', 'name': 'network-vif-deleted', 'tag': '213ffbf8-31f1-4cf2-8214-924aa8a89551'}] {{(pid=80165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:30:19.439632 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-55a34343-9c6a-446d-bf70-9ab842c6c75f req-84de2f1c-a63a-4b4a-b438-e63bcd0edcba tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.66 "DELETE /v2.0/ports/213ffbf8-31f1-4cf2-8214-924aa8a89551 HTTP/1.1" status: 204 len: 173 time: 0.9507527 Jan 19 22:30:19.474345 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-720e3487-a077-4db1-bfc3-95c66a213ab7 req-cd363228-666e-491c-8250-e342419db0ff tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] 10.222.0.43 "GET /v2.0/ports?device_id=702e22e6-b77f-4b28-8670-26ebb196a856 HTTP/1.1" status: 200 len: 210 time: 0.0547917 Jan 19 22:30:19.494739 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '702e22e6-b77f-4b28-8670-26ebb196a856', 'name': 'network-vif-deleted', 'tag': '213ffbf8-31f1-4cf2-8214-924aa8a89551', 'status': 'completed', 'code': 200} Jan 19 22:30:19.710069 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-dcd03511-6d4b-4354-bd90-f7238b0d2321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11381105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844029651'] for subnet, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:19.726564 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-23801286-ffee-4b4b-ae47-95c26b918495 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:19.858146 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd03511-6d4b-4354-bd90-f7238b0d2321 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b493afe1-a9a0-4954-8b74-ad3a8bee07fc,revision_number=0']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:19.863021 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-dcd03511-6d4b-4354-bd90-f7238b0d2321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:19.924872 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd03511-6d4b-4354-bd90-f7238b0d2321 admin admin] Checking segment: {'id': '60be0417-b76f-4c3f-ae65-df69529e03da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '92526104-83d4-4897-8077-2fa04eef14a2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:30:19.925261 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd03511-6d4b-4354-bd90-f7238b0d2321 admin admin] Network hostable DHCP agents. Network: 92526104-83d4-4897-8077-2fa04eef14a2, hostable agents: ['ea282ca9-2836-4d3d-88e8-844f6d380f74'], hosted agents: [] {{(pid=80166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 19 22:30:19.944739 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd03511-6d4b-4354-bd90-f7238b0d2321 admin admin] Network 92526104-83d4-4897-8077-2fa04eef14a2 is scheduled to be hosted by DHCP agent ea282ca9-2836-4d3d-88e8-844f6d380f74 with binding_index 1 {{(pid=80166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 19 22:30:19.955437 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [None req-dcd03511-6d4b-4354-bd90-f7238b0d2321 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-5-smb, 92526104-83d4-4897-8077-2fa04eef14a2) {{(pid=80166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:30:19.956414 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.agents_db [None req-329fefd4-1494-457f-8297-9b2689c275d7 None None] Agent healthcheck: found 6 active agents {{(pid=80168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:30:19.964922 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1692e36-1be2-4ae3-bcd9-da247652e4d9 None None] Network 92526104-83d4-4897-8077-2fa04eef14a2 requested from dv-cinder-750782-5-smb {{(pid=80167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:30:19.968131 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd03511-6d4b-4354-bd90-f7238b0d2321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:19.968834 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-dcd03511-6d4b-4354-bd90-f7238b0d2321 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for subnet, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:19.989780 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-dcd03511-6d4b-4354-bd90-f7238b0d2321 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0385940 Jan 19 22:30:20.194225 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb80309e-6d3c-478d-b3b6-a78b9940acff None None] Network 92526104-83d4-4897-8077-2fa04eef14a2 requested from dv-cinder-750782-5-smb {{(pid=80167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:30:20.594891 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 55194) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:30:21.169204 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-3c6794bd-fd9e-4eb6-b8c7-ffc2129d51f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854328242'] for router_interface, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:21.527741 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-3c6794bd-fd9e-4eb6-b8c7-ffc2129d51f4 admin admin] Deleting port c6323484-7a34-4a35-b60f-588ce3e58ecc {{(pid=80166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:30:21.528036 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-3c6794bd-fd9e-4eb6-b8c7-ffc2129d51f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:21.708071 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-3c6794bd-fd9e-4eb6-b8c7-ffc2129d51f4 admin admin] For port c6323484-7a34-4a35-b60f-588ce3e58ecc, host dv-cinder-750782-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=c6323484-7a34-4a35-b60f-588ce3e58ecc,segment=NetworkSegment(9f65af3f-103a-4e7a-b1ac-336dee171ce6),segment_id=9f65af3f-103a-4e7a-b1ac-336dee171ce6)] {{(pid=80166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:30:21.708660 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-3c6794bd-fd9e-4eb6-b8c7-ffc2129d51f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137761'] for port, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:21.849522 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-3c6794bd-fd9e-4eb6-b8c7-ffc2129d51f4 admin admin] Calling delete_port for c6323484-7a34-4a35-b60f-588ce3e58ecc owned by network:router_interface {{(pid=80166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:30:22.240456 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f3986-4ef4-4a7a-8a25-406ce4fb7625 req-c5cd16a4-ff3f-473f-9d90-b335486e845c tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:22.241214 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-861f3986-4ef4-4a7a-8a25-406ce4fb7625 req-c5cd16a4-ff3f-473f-9d90-b335486e845c tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Synchronizing usage tracker for tenant:7438f880b78c47279e04a1f33b1b1ab1 on resource:network {{(pid=80166) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:30:22.527687 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-861f3986-4ef4-4a7a-8a25-406ce4fb7625 req-c5cd16a4-ff3f-473f-9d90-b335486e845c tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Unset dirty status for tenant:7438f880b78c47279e04a1f33b1b1ab1 on resource:network {{(pid=80166) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:30:22.528963 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-861f3986-4ef4-4a7a-8a25-406ce4fb7625 req-c5cd16a4-ff3f-473f-9d90-b335486e845c tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/networks?id=92526104-83d4-4897-8077-2fa04eef14a2 HTTP/1.1" status: 200 len: 813 time: 0.5021076 Jan 19 22:30:22.550179 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-861f3986-4ef4-4a7a-8a25-406ce4fb7625 req-444656c8-07e2-4a96-a0e3-c30219b200d4 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/quotas/7438f880b78c47279e04a1f33b1b1ab1 HTTP/1.1" status: 200 len: 375 time: 0.0124371 Jan 19 22:30:22.551256 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-3c6794bd-fd9e-4eb6-b8c7-ffc2129d51f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307084714663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307085172425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843396414'] for port, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:22.569218 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:22.670722 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6794bd-fd9e-4eb6-b8c7-ffc2129d51f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6323484-7a34-4a35-b60f-588ce3e58ecc,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:22.676392 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-861f3986-4ef4-4a7a-8a25-406ce4fb7625 req-375d444c-a25f-4e4b-89b9-49373bd7a107 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/ports?tenant_id=7438f880b78c47279e04a1f33b1b1ab1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1082039 Jan 19 22:30:22.677218 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-3c6794bd-fd9e-4eb6-b8c7-ffc2129d51f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:22.943848 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-861f3986-4ef4-4a7a-8a25-406ce4fb7625 req-f7bc17ef-fcdf-4747-9984-925a7ec06d95 service neutron] 10.222.0.43 "GET /v2.0/networks/92526104-83d4-4897-8077-2fa04eef14a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183163 Jan 19 22:30:23.251080 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-861f3986-4ef4-4a7a-8a25-406ce4fb7625 req-0d713c96-96a6-4a78-9169-98ef61019780 service neutron] 10.222.0.43 "GET /v2.0/networks/92526104-83d4-4897-8077-2fa04eef14a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2978735 Jan 19 22:30:23.271397 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-3c6794bd-fd9e-4eb6-b8c7-ffc2129d51f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854234204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452574'] for router_interface, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:23.466053 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-891d5107-e53d-4bae-afa3-d016ba84e20f req-4487878e-159d-432f-aef4-235bd1778d57 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/ports?device_id=37193a77-9c6d-41c0-8feb-16a9ccc925fe HTTP/1.1" status: 200 len: 210 time: 0.0526843 Jan 19 22:30:23.811027 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c6794bd-fd9e-4eb6-b8c7-ffc2129d51f4 admin admin] Router 02c8d085-5410-45b1-8c14-a42888047f36 has already been hosted by L3 agent f53f1119-c8e9-4b63-a732-32c6c8f5b9fc {{(pid=80166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 22:30:24.010284 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6794bd-fd9e-4eb6-b8c7-ffc2129d51f4 admin admin] Notify agent at l3_agent.dv-cinder-750782-5-smb the message routers_updated {{(pid=80166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:30:24.020554 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679cf480-3d8e-4bd8-a57a-4e4660fa416a None None] Sync routers for ids ['02c8d085-5410-45b1-8c14-a42888047f36'] in dv-cinder-750782-5-smb {{(pid=80168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:30:24.024080 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-3c6794bd-fd9e-4eb6-b8c7-ffc2129d51f4 admin admin] 10.222.0.43 "PUT /v2.0/routers/02c8d085-5410-45b1-8c14-a42888047f36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4276695 Jan 19 22:30:24.026994 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 55242) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:30:24.040815 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679cf480-3d8e-4bd8-a57a-4e4660fa416a None None] Routers {'02c8d085-5410-45b1-8c14-a42888047f36'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:30:24.041525 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-679cf480-3d8e-4bd8-a57a-4e4660fa416a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:30:02Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['02c8d085-5410-45b1-8c14-a42888047f36'], 'active': True} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:30:24.127833 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d840f-eea4-4d03-8eca-9b78e1c96655 req-69fc088b-f067-4c17-8694-e76fecbb91b0 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:24.129977 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-277d840f-eea4-4d03-8eca-9b78e1c96655 req-69fc088b-f067-4c17-8694-e76fecbb91b0 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?device_id=d73fcd42-7c2b-479d-9af1-dfcfc69b7285 HTTP/1.1" status: 200 len: 945 time: 0.1429586 Jan 19 22:30:24.189026 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-277d840f-eea4-4d03-8eca-9b78e1c96655 req-f024e6a4-2296-4cb2-a072-d47dc4ecec3d tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/security-groups?id=3950fcd1-3bed-47dd-b889-44121b1b96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523245 Jan 19 22:30:24.265912 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-679cf480-3d8e-4bd8-a57a-4e4660fa416a None None] Set router 02c8d085-5410-45b1-8c14-a42888047f36 gateway port host: dv-cinder-750782-5-smb {{(pid=80168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:30:24.457694 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8fea5f0b-6705-4067-b2eb-60eea78a515c admin admin] Notify callbacks [] for router, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:24.594546 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-679cf480-3d8e-4bd8-a57a-4e4660fa416a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c8d085-5410-45b1-8c14-a42888047f36', 'name': 'tempest-ServerRescueNegativeTestJSON-375895063-router', 'tenant_id': '7d1b4115b3444684a9fd42e8fcaf64a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '0012715b-081c-412f-8388-5c9479ceb1fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:26:41Z', 'updated_at': '2021-01-19T22:30:22Z', 'revision_number': 5, 'project_id': '7d1b4115b3444684a9fd42e8fcaf64a4', 'gw_port': {'id': '0012715b-081c-412f-8388-5c9479ceb1fd', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c8d085-5410-45b1-8c14-a42888047f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:26:43Z', 'updated_at': '2021-01-19T22:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb'}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:30:24.599651 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679cf480-3d8e-4bd8-a57a-4e4660fa416a None None] Checking router: 02c8d085-5410-45b1-8c14-a42888047f36 for host: dv-cinder-750782-5-smb {{(pid=80168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:30:24.609833 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679cf480-3d8e-4bd8-a57a-4e4660fa416a None None] Routers {'02c8d085-5410-45b1-8c14-a42888047f36'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:30:24.610422 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-679cf480-3d8e-4bd8-a57a-4e4660fa416a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:30:02Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['02c8d085-5410-45b1-8c14-a42888047f36'], 'active': True} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:30:24.729993 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-9f382687-35a0-4de6-8c35-b750a673519f req-f09b083c-aeaf-4746-ab4c-ce4bbfe520ca tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/ports?device_id=37193a77-9c6d-41c0-8feb-16a9ccc925fe HTTP/1.1" status: 200 len: 210 time: 0.0623641 Jan 19 22:30:24.761337 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8fea5f0b-6705-4067-b2eb-60eea78a515c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:24.767011 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-8fea5f0b-6705-4067-b2eb-60eea78a515c admin admin] Deleting port 0012715b-081c-412f-8388-5c9479ceb1fd {{(pid=80166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:30:24.767393 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8fea5f0b-6705-4067-b2eb-60eea78a515c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:24.798208 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f3986-4ef4-4a7a-8a25-406ce4fb7625 req-960d9ec1-ad79-49c6-85c3-783b793ce7e8 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:24.799868 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-861f3986-4ef4-4a7a-8a25-406ce4fb7625 req-960d9ec1-ad79-49c6-85c3-783b793ce7e8 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.66 "GET /v2.0/networks?id=92526104-83d4-4897-8077-2fa04eef14a2 HTTP/1.1" status: 200 len: 813 time: 0.2141585 Jan 19 22:30:24.826223 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [req-861f3986-4ef4-4a7a-8a25-406ce4fb7625 req-7b394b60-61c5-436d-bcc0-19877c9282db tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Request body: {'port': {'device_id': '37193a77-9c6d-41c0-8feb-16a9ccc925fe', 'network_id': '92526104-83d4-4897-8077-2fa04eef14a2', 'admin_state_up': True, 'tenant_id': '7438f880b78c47279e04a1f33b1b1ab1'}} {{(pid=80165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:30:24.828535 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-679cf480-3d8e-4bd8-a57a-4e4660fa416a None None] Set router 02c8d085-5410-45b1-8c14-a42888047f36 gateway port host: dv-cinder-750782-5-smb {{(pid=80168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:30:24.966459 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-8fea5f0b-6705-4067-b2eb-60eea78a515c admin admin] For port 0012715b-081c-412f-8388-5c9479ceb1fd, host dv-cinder-750782-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=0012715b-081c-412f-8388-5c9479ceb1fd,segment=NetworkSegment(eae0621e-0013-4ba3-ab53-cef85e02fc92),segment_id=eae0621e-0013-4ba3-ab53-cef85e02fc92)] {{(pid=80166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:30:24.966858 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8fea5f0b-6705-4067-b2eb-60eea78a515c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137761'] for port, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:24.984247 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [req-861f3986-4ef4-4a7a-8a25-406ce4fb7625 req-7b394b60-61c5-436d-bcc0-19877c9282db tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:30:24.988429 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-861f3986-4ef4-4a7a-8a25-406ce4fb7625 req-7b394b60-61c5-436d-bcc0-19877c9282db tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Usage tracker for resource:port and tenant:7438f880b78c47279e04a1f33b1b1ab1 is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:30:24.991712 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-861f3986-4ef4-4a7a-8a25-406ce4fb7625 req-7b394b60-61c5-436d-bcc0-19877c9282db tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Quota usage for port was recalculated. Used quota:0. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:30:24.997536 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [req-861f3986-4ef4-4a7a-8a25-406ce4fb7625 req-7b394b60-61c5-436d-bcc0-19877c9282db tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:30:25.006576 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-861f3986-4ef4-4a7a-8a25-406ce4fb7625 req-7b394b60-61c5-436d-bcc0-19877c9282db tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Made reservation on behalf of 7438f880b78c47279e04a1f33b1b1ab1 for: {'port': 1} {{(pid=80165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:30:25.016362 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-861f3986-4ef4-4a7a-8a25-406ce4fb7625 req-7b394b60-61c5-436d-bcc0-19877c9282db tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:25.104837 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-8fea5f0b-6705-4067-b2eb-60eea78a515c admin admin] Calling delete_port for 0012715b-081c-412f-8388-5c9479ceb1fd owned by network:router_gateway {{(pid=80166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:30:25.269519 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8fea5f0b-6705-4067-b2eb-60eea78a515c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307084714663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307085172425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843396414'] for port, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: WARNING neutron.plugins.ml2.ovo_rpc [None req-8fea5f0b-6705-4067-b2eb-60eea78a515c admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: result = function(*args, **kwargs) Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: proto.__init__(conn_state, self) Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: self.handle() Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: self.handle_one_request() Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: self.handle_one_response() Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: result = self.application(self.environ, start_response) Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: return app(environ, start_response) Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: resp = self.call_func(req, *args, **kw) Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: return self.func(req, *args, **kwargs) Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: response = req.get_response(self.application) Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: application, catch_exc_info=False) Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: app_iter = application(self.environ, start_response) Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: resp = self.call_func(req, *args, **kw) Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: return self.func(req, *args, **kwargs) Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: response = req.get_response(self.application) Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: application, catch_exc_info=False) Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: app_iter = application(self.environ, start_response) Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: resp = self.call_func(req, *args, **kw) Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: return self.func(req, *args, **kwargs) Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: response = req.get_response(self.application) Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: application, catch_exc_info=False) Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: app_iter = application(self.environ, start_response) Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: resp = self.call_func(req, *args, **kw) Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: return self.func(req, *args, **kwargs) Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: response = req.get_response(self.application) Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: application, catch_exc_info=False) Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: app_iter = application(self.environ, start_response) Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: resp = self.call_func(req, *args, **kw) Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: return self.func(req, *args, **kwargs) Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: return request.get_response(self.application) Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: application, catch_exc_info=False) Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: app_iter = application(self.environ, start_response) Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: resp = self.call_func(req, *args, **kw) Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: return self.func(req, *args, **kwargs) Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: response = req.get_response(self._app) Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: application, catch_exc_info=False) Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: app_iter = application(self.environ, start_response) Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: return resp(environ, start_response) Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: return resp(environ, start_response) Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: response = self.app(environ, start_response) Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: return resp(environ, start_response) Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: resp = self.call_func(req, *args, **kw) Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: return self.func(req, *args, **kwargs) Jan 19 22:30:25.277543 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 19 22:30:25.283882 dv-cinder-750782-5-smb neutron-server[80054]: result = method(request=request, **args) Jan 19 22:30:25.283882 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 19 22:30:25.283882 dv-cinder-750782-5-smb neutron-server[80054]: return self._delete(request, id, **kwargs) Jan 19 22:30:25.283882 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 19 22:30:25.283882 dv-cinder-750782-5-smb neutron-server[80054]: return f(*args, **kwargs) Jan 19 22:30:25.283882 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 19 22:30:25.283882 dv-cinder-750782-5-smb neutron-server[80054]: return f(*args, **kwargs) Jan 19 22:30:25.283882 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 19 22:30:25.283882 dv-cinder-750782-5-smb neutron-server[80054]: return f(*dup_args, **dup_kwargs) Jan 19 22:30:25.283882 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 19 22:30:25.283882 dv-cinder-750782-5-smb neutron-server[80054]: obj_deleter(request.context, id, **kwargs) Jan 19 22:30:25.283882 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Jan 19 22:30:25.283882 dv-cinder-750782-5-smb neutron-server[80054]: super(L3_NAT_db_mixin, self).delete_router(context, id) Jan 19 22:30:25.283882 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 19 22:30:25.283882 dv-cinder-750782-5-smb neutron-server[80054]: return method(*args, **kwargs) Jan 19 22:30:25.283882 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 19 22:30:25.283882 dv-cinder-750782-5-smb neutron-server[80054]: return f(*args, **kwargs) Jan 19 22:30:25.283882 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 19 22:30:25.283882 dv-cinder-750782-5-smb neutron-server[80054]: return f(*args, **kwargs) Jan 19 22:30:25.283882 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 19 22:30:25.283882 dv-cinder-750782-5-smb neutron-server[80054]: return f(*dup_args, **dup_kwargs) Jan 19 22:30:25.283882 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Jan 19 22:30:25.283882 dv-cinder-750782-5-smb neutron-server[80054]: self._delete_current_gw_port(context, id, router, None) Jan 19 22:30:25.283882 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Jan 19 22:30:25.283882 dv-cinder-750782-5-smb neutron-server[80054]: admin_ctx, gw_port_id, l3_port_check=False) Jan 19 22:30:25.283882 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 19 22:30:25.283882 dv-cinder-750782-5-smb neutron-server[80054]: return f(self, context, *args, **kwargs) Jan 19 22:30:25.283882 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 19 22:30:25.283882 dv-cinder-750782-5-smb neutron-server[80054]: return method(*args, **kwargs) Jan 19 22:30:25.283882 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port Jan 19 22:30:25.283882 dv-cinder-750782-5-smb neutron-server[80054]: context, port, router_ids, bound_mech_contexts) Jan 19 22:30:25.283882 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port Jan 19 22:30:25.283882 dv-cinder-750782-5-smb neutron-server[80054]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Jan 19 22:30:25.283882 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Jan 19 22:30:25.283882 dv-cinder-750782-5-smb neutron-server[80054]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Jan 19 22:30:25.283882 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Jan 19 22:30:25.283882 dv-cinder-750782-5-smb neutron-server[80054]: return function(*args, **kwargs) Jan 19 22:30:25.283882 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Jan 19 22:30:25.283882 dv-cinder-750782-5-smb neutron-server[80054]: errors = self._notify_loop(resource, event, trigger, **kwargs) Jan 19 22:30:25.283882 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jan 19 22:30:25.283882 dv-cinder-750782-5-smb neutron-server[80054]: callback(resource, event, trigger, **kwargs) Jan 19 22:30:25.283882 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Jan 19 22:30:25.283882 dv-cinder-750782-5-smb neutron-server[80054]: if self._is_session_semantic_violated(context, resource, event): Jan 19 22:30:25.283882 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Jan 19 22:30:25.283882 dv-cinder-750782-5-smb neutron-server[80054]: stack = traceback.extract_stack() Jan 19 22:30:25.283882 dv-cinder-750782-5-smb neutron-server[80054]: Jan 19 22:30:25.294221 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-679cf480-3d8e-4bd8-a57a-4e4660fa416a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c8d085-5410-45b1-8c14-a42888047f36', 'name': 'tempest-ServerRescueNegativeTestJSON-375895063-router', 'tenant_id': '7d1b4115b3444684a9fd42e8fcaf64a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '0012715b-081c-412f-8388-5c9479ceb1fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:26:41Z', 'updated_at': '2021-01-19T22:30:22Z', 'revision_number': 5, 'project_id': '7d1b4115b3444684a9fd42e8fcaf64a4', 'gw_port': {'id': '0012715b-081c-412f-8388-5c9479ceb1fd', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c8d085-5410-45b1-8c14-a42888047f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:26:43Z', 'updated_at': '2021-01-19T22:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb'}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:30:25.298631 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679cf480-3d8e-4bd8-a57a-4e4660fa416a None None] The sync data for ids ['02c8d085-5410-45b1-8c14-a42888047f36'] in dv-cinder-750782-5-smb is: [{'id': '02c8d085-5410-45b1-8c14-a42888047f36', 'name': 'tempest-ServerRescueNegativeTestJSON-375895063-router', 'tenant_id': '7d1b4115b3444684a9fd42e8fcaf64a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '0012715b-081c-412f-8388-5c9479ceb1fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:26:41Z', 'updated_at': '2021-01-19T22:30:22Z', 'revision_number': 5, 'project_id': '7d1b4115b3444684a9fd42e8fcaf64a4', 'gw_port': {'id': '0012715b-081c-412f-8388-5c9479ceb1fd', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c8d085-5410-45b1-8c14-a42888047f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:26:43Z', 'updated_at': '2021-01-19T22:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb'}] {{(pid=80168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:30:25.376296 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.db_base_plugin_common [req-861f3986-4ef4-4a7a-8a25-406ce4fb7625 req-7b394b60-61c5-436d-bcc0-19877c9282db tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Allocated IP 172.20.0.7 (92526104-83d4-4897-8077-2fa04eef14a2/b493afe1-a9a0-4954-8b74-ad3a8bee07fc/dc940f2f-e11f-4adc-9925-028773530084) {{(pid=80165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:30:25.517017 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8fea5f0b-6705-4067-b2eb-60eea78a515c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451142'] for router_gateway, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:25.663126 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8fea5f0b-6705-4067-b2eb-60eea78a515c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-442634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1158'] for router, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:25.666153 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8fea5f0b-6705-4067-b2eb-60eea78a515c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:25.746637 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61617167-3a1c-44bb-bae7-27a78649b2a1 req-1ea4b0bd-75e7-403f-8271-70dc6f8d7d45 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:25.748302 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-61617167-3a1c-44bb-bae7-27a78649b2a1 req-1ea4b0bd-75e7-403f-8271-70dc6f8d7d45 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?device_id=d73fcd42-7c2b-479d-9af1-dfcfc69b7285 HTTP/1.1" status: 200 len: 945 time: 0.3743718 Jan 19 22:30:25.765612 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8fea5f0b-6705-4067-b2eb-60eea78a515c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854170981'] for router, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:25.766800 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fea5f0b-6705-4067-b2eb-60eea78a515c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02c8d085-5410-45b1-8c14-a42888047f36 {{(pid=80166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 19 22:30:25.785417 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8fea5f0b-6705-4067-b2eb-60eea78a515c admin admin] Notify callbacks [] for router, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:25.786801 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-8fea5f0b-6705-4067-b2eb-60eea78a515c admin admin] 10.222.0.43 "DELETE /v2.0/routers/02c8d085-5410-45b1-8c14-a42888047f36 HTTP/1.1" status: 204 len: 168 time: 1.7587023 Jan 19 22:30:25.790694 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 55256) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:30:25.861498 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd4574c1-485e-44a4-993e-8c322d373d9c admin admin] Deleting subnet 1a97053a-7ac6-44d6-84ad-912d742b25fc {{(pid=80166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 19 22:30:25.864857 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-bd4574c1-485e-44a4-993e-8c322d373d9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:25.886134 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-61617167-3a1c-44bb-bae7-27a78649b2a1 req-a45848e5-c8dc-4e8d-87b3-29d088da35b2 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/security-groups?id=3950fcd1-3bed-47dd-b889-44121b1b96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187603 Jan 19 22:30:25.940940 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-861f3986-4ef4-4a7a-8a25-406ce4fb7625 req-7b394b60-61c5-436d-bcc0-19877c9282db tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Notify callbacks [] for port, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:25.956346 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-424e6cb8-e4f2-4c7d-8ba0-7eb92d1b7792 req-c4e1dd09-d985-4a48-81b5-1a8bdbe394f5 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/ports?device_id=37193a77-9c6d-41c0-8feb-16a9ccc925fe HTTP/1.1" status: 200 len: 210 time: 0.0633705 Jan 19 22:30:25.967565 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-bd4574c1-485e-44a4-993e-8c322d373d9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11518823'] for subnet, precommit_delete_associations {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:25.972649 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-861f3986-4ef4-4a7a-8a25-406ce4fb7625 req-7b394b60-61c5-436d-bcc0-19877c9282db tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307085170889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852767463'] for port, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:25.995306 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-fc2f9138-cc78-4acb-9b00-c2b130e320a2 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:26.030627 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-bd4574c1-485e-44a4-993e-8c322d373d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560750'] for subnet, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:26.132672 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b394b60-61c5-436d-bcc0-19877c9282db tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Pushing event updated for resources: {'Port': ['ID=dc940f2f-e11f-4adc-9925-028773530084,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:26.143014 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-7b394b60-61c5-436d-bcc0-19877c9282db tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:26.188466 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-861f3986-4ef4-4a7a-8a25-406ce4fb7625 req-7b394b60-61c5-436d-bcc0-19877c9282db tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Network 92526104-83d4-4897-8077-2fa04eef14a2 is already hosted by enough agents. {{(pid=80165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:30:26.190188 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [req-861f3986-4ef4-4a7a-8a25-406ce4fb7625 req-7b394b60-61c5-436d-bcc0-19877c9282db tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Resources bound (agent type, host, resource id): {{(pid=80165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:30:26.192555 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [req-861f3986-4ef4-4a7a-8a25-406ce4fb7625 req-7b394b60-61c5-436d-bcc0-19877c9282db tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Received port after_create {{(pid=80165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:30:26.272516 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f3986-4ef4-4a7a-8a25-406ce4fb7625 req-7b394b60-61c5-436d-bcc0-19877c9282db tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:26.273246 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-861f3986-4ef4-4a7a-8a25-406ce4fb7625 req-7b394b60-61c5-436d-bcc0-19877c9282db tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for port, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:26.300307 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-861f3986-4ef4-4a7a-8a25-406ce4fb7625 req-7b394b60-61c5-436d-bcc0-19877c9282db tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4795730 Jan 19 22:30:26.309636 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-bd4574c1-485e-44a4-993e-8c322d373d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851215066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11379380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10746148'] for subnet, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:26.320631 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [req-861f3986-4ef4-4a7a-8a25-406ce4fb7625 req-87276aa6-86d3-4e83-91ab-9aa64545eac1 service neutron] Request body: {'port': {'device_id': '37193a77-9c6d-41c0-8feb-16a9ccc925fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:30:26.326711 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:26.374783 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4574c1-485e-44a4-993e-8c322d373d9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a97053a-7ac6-44d6-84ad-912d742b25fc,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:26.377626 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-bd4574c1-485e-44a4-993e-8c322d373d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:26.459169 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-861f3986-4ef4-4a7a-8a25-406ce4fb7625 req-87276aa6-86d3-4e83-91ab-9aa64545eac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:26.471205 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-bd4574c1-485e-44a4-993e-8c322d373d9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for subnet, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:26.479194 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-bd4574c1-485e-44a4-993e-8c322d373d9c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/1a97053a-7ac6-44d6-84ad-912d742b25fc HTTP/1.1" status: 204 len: 168 time: 0.6873970 Jan 19 22:30:26.481993 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 55260) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:30:26.544790 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device 0012715b-081c-412f-8388-5c9479ceb1fd no longer exists at agent ovs-agent-dv-cinder-750782-5-smb {{(pid=80167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:30:26.581967 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] No Port match for: 0012715b-081c-412f-8388-5c9479ceb1fd {{(pid=80167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 22:30:26.582367 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device 0012715b-081c-412f-8388-5c9479ceb1fd not bound to the agent host dv-cinder-750782-5-smb {{(pid=80167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 22:30:26.582841 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device c6323484-7a34-4a35-b60f-588ce3e58ecc no longer exists at agent ovs-agent-dv-cinder-750782-5-smb {{(pid=80167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:30:26.620363 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] No Port match for: c6323484-7a34-4a35-b60f-588ce3e58ecc {{(pid=80167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 22:30:26.620765 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device c6323484-7a34-4a35-b60f-588ce3e58ecc not bound to the agent host dv-cinder-750782-5-smb {{(pid=80167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 22:30:26.700724 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f0c5744a-8073-41dc-88eb-725ee19d4663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851036617'] for network, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:26.988721 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f0c5744a-8073-41dc-88eb-725ee19d4663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3566075', 'neutron.services.segments.db._delete_segments_for_network--9223363307084834676'] for network, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:27.192618 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96347c08-a0fb-49a5-8be9-6b85635e0a33 req-ea2278d5-71b5-44db-bdb6-ef781fe727f4 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:27.194333 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-96347c08-a0fb-49a5-8be9-6b85635e0a33 req-ea2278d5-71b5-44db-bdb6-ef781fe727f4 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/ports?device_id=37193a77-9c6d-41c0-8feb-16a9ccc925fe HTTP/1.1" status: 200 len: 931 time: 0.1051786 Jan 19 22:30:27.261769 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-96347c08-a0fb-49a5-8be9-6b85635e0a33 req-866f4ebc-664c-43cb-a5ec-ad6c534a626b tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Synchronizing usage tracker for tenant:7438f880b78c47279e04a1f33b1b1ab1 on resource:security_group {{(pid=80166) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:30:27.263922 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.services.segments.db [None req-f0c5744a-8073-41dc-88eb-725ee19d4663 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['856f698c-d037-4288-89b3-b30e0383555d']}} {{(pid=80165) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:30:27.279194 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-96347c08-a0fb-49a5-8be9-6b85635e0a33 req-866f4ebc-664c-43cb-a5ec-ad6c534a626b tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Unset dirty status for tenant:7438f880b78c47279e04a1f33b1b1ab1 on resource:security_group {{(pid=80166) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:30:27.280460 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-96347c08-a0fb-49a5-8be9-6b85635e0a33 req-866f4ebc-664c-43cb-a5ec-ad6c534a626b tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/security-groups?id=66221ba8-bde5-49dc-8692-3aa259706012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675020 Jan 19 22:30:27.291870 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.services.segments.db [None req-f0c5744a-8073-41dc-88eb-725ee19d4663 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f65af3f-103a-4e7a-b1ac-336dee171ce6') {'for_net_delete': True} {{(pid=80165) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:30:27.292219 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.services.segments.db [None req-f0c5744a-8073-41dc-88eb-725ee19d4663 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f65af3f-103a-4e7a-b1ac-336dee171ce6') {} {{(pid=80165) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:30:27.309534 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f0c5744a-8073-41dc-88eb-725ee19d4663 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307084830580', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036846564465'] for segment, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:27.354467 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636a8e0-ecd2-4e37-9057-34388badb742 req-b7233ac8-54e3-4678-84b8-d6cdf814a8cd tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:27.356149 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-5636a8e0-ecd2-4e37-9057-34388badb742 req-b7233ac8-54e3-4678-84b8-d6cdf814a8cd tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?device_id=d73fcd42-7c2b-479d-9af1-dfcfc69b7285 HTTP/1.1" status: 200 len: 945 time: 0.3278184 Jan 19 22:30:27.365574 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f0c5744a-8073-41dc-88eb-725ee19d4663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560818'] for segment, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:27.378171 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f0c5744a-8073-41dc-88eb-725ee19d4663 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 19 22:30:27.546698 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [req-861f3986-4ef4-4a7a-8a25-406ce4fb7625 req-87276aa6-86d3-4e83-91ab-9aa64545eac1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc940f2f-e11f-4adc-9925-028773530084 {{(pid=80165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 19 22:30:27.580886 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-861f3986-4ef4-4a7a-8a25-406ce4fb7625 req-87276aa6-86d3-4e83-91ab-9aa64545eac1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:27.589469 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-5636a8e0-ecd2-4e37-9057-34388badb742 req-f3284d9b-1663-4f9f-95dc-5b1faf22c685 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/security-groups?id=3950fcd1-3bed-47dd-b889-44121b1b96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2189810 Jan 19 22:30:27.677425 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-f0c5744a-8073-41dc-88eb-725ee19d4663 admin admin] Network 856f698c-d037-4288-89b3-b30e0383555d has no segments {{(pid=80165) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 22:30:27.686787 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f0c5744a-8073-41dc-88eb-725ee19d4663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851214998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2008516'] for segment, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:27.864907 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-f0c5744a-8073-41dc-88eb-725ee19d4663 admin admin] Network 856f698c-d037-4288-89b3-b30e0383555d has no segments {{(pid=80165) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 22:30:27.887711 dv-cinder-750782-5-smb neutron-server[80054]: Traceback (most recent call last): Jan 19 22:30:27.887711 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 22:30:27.887711 dv-cinder-750782-5-smb neutron-server[80054]: timer() Jan 19 22:30:27.887711 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 22:30:27.887711 dv-cinder-750782-5-smb neutron-server[80054]: cb(*args, **kw) Jan 19 22:30:27.887711 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 19 22:30:27.887711 dv-cinder-750782-5-smb neutron-server[80054]: return func(*args, **kwargs) Jan 19 22:30:27.887711 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 22:30:27.887711 dv-cinder-750782-5-smb neutron-server[80054]: self._notify() Jan 19 22:30:27.887711 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 22:30:27.887711 dv-cinder-750782-5-smb neutron-server[80054]: self.callback(batched_events) Jan 19 22:30:27.887711 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 22:30:27.887711 dv-cinder-750782-5-smb neutron-server[80054]: event.method(event) Jan 19 22:30:27.887711 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 22:30:27.887711 dv-cinder-750782-5-smb neutron-server[80054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 22:30:27.887711 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 19 22:30:27.887711 dv-cinder-750782-5-smb neutron-server[80054]: segment_id)['aggregates'][0] Jan 19 22:30:27.887711 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 22:30:27.887711 dv-cinder-750782-5-smb neutron-server[80054]: return f(self, *a, **k) Jan 19 22:30:27.887711 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 19 22:30:27.887711 dv-cinder-750782-5-smb neutron-server[80054]: return self._get(url).json() Jan 19 22:30:27.887711 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 22:30:27.887711 dv-cinder-750782-5-smb neutron-server[80054]: **kwargs) Jan 19 22:30:27.887711 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 22:30:27.887711 dv-cinder-750782-5-smb neutron-server[80054]: return self.request(url, 'GET', **kwargs) Jan 19 22:30:27.887711 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 19 22:30:27.887711 dv-cinder-750782-5-smb neutron-server[80054]: **endpoint_filter) Jan 19 22:30:27.887711 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 22:30:27.887711 dv-cinder-750782-5-smb neutron-server[80054]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 22:30:27.887711 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 22:30:27.887711 dv-cinder-750782-5-smb neutron-server[80054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 22:30:27.887711 dv-cinder-750782-5-smb neutron-server[80054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 22:30:27.963880 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [req-861f3986-4ef4-4a7a-8a25-406ce4fb7625 req-87276aa6-86d3-4e83-91ab-9aa64545eac1 service neutron] Transition to ACTIVE for port object dc940f2f-e11f-4adc-9925-028773530084 will not be triggered until provisioned by entity L2. {{(pid=80165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:30:27.966013 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f0c5744a-8073-41dc-88eb-725ee19d4663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3565836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324611'] for network, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:27.970950 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f0c5744a-8073-41dc-88eb-725ee19d4663 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for network, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:27.974759 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-861f3986-4ef4-4a7a-8a25-406ce4fb7625 req-87276aa6-86d3-4e83-91ab-9aa64545eac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2008354'] for port, after_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:27.992589 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-d3875740-f4df-4477-a2d5-0586b8b254a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:28.027395 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c5744a-8073-41dc-88eb-725ee19d4663 admin admin] Pushing event deleted for resources: {'Network': ['ID=856f698c-d037-4288-89b3-b30e0383555d,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:28.030637 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-f0c5744a-8073-41dc-88eb-725ee19d4663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:28.033806 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:28.270969 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-f0c5744a-8073-41dc-88eb-725ee19d4663 admin admin] 10.222.0.43 "DELETE /v2.0/networks/856f698c-d037-4288-89b3-b30e0383555d HTTP/1.1" status: 204 len: 168 time: 1.7877791 Jan 19 22:30:28.449088 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87276aa6-86d3-4e83-91ab-9aa64545eac1 service neutron] Pushing event updated for resources: {'Port': ['ID=dc940f2f-e11f-4adc-9925-028773530084,revision_number=2']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:28.451444 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 55272) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:30:28.466803 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-87276aa6-86d3-4e83-91ab-9aa64545eac1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:28.550246 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda153d2-177e-4e4c-a880-35914577e5d7 req-eaa94d06-75f0-41a1-9e99-e86476e8c352 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:28.551805 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-dda153d2-177e-4e4c-a880-35914577e5d7 req-eaa94d06-75f0-41a1-9e99-e86476e8c352 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/ports?device_id=37193a77-9c6d-41c0-8feb-16a9ccc925fe HTTP/1.1" status: 200 len: 943 time: 0.1129086 Jan 19 22:30:28.574861 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-66e6df8e-f65b-48e4-90d3-b6c052a63a57 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7d1b4115b3444684a9fd42e8fcaf64a4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1165934 Jan 19 22:30:28.577514 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 55278) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:30:28.591317 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [req-861f3986-4ef4-4a7a-8a25-406ce4fb7625 req-87276aa6-86d3-4e83-91ab-9aa64545eac1 service neutron] Attempting to bind port dc940f2f-e11f-4adc-9925-028773530084 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=80165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:30:28.591691 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [req-861f3986-4ef4-4a7a-8a25-406ce4fb7625 req-87276aa6-86d3-4e83-91ab-9aa64545eac1 service neutron] Attempting to bind port dc940f2f-e11f-4adc-9925-028773530084 by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': '60be0417-b76f-4c3f-ae65-df69529e03da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '92526104-83d4-4897-8077-2fa04eef14a2'}] {{(pid=80165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:30:28.592059 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861f3986-4ef4-4a7a-8a25-406ce4fb7625 req-87276aa6-86d3-4e83-91ab-9aa64545eac1 service neutron] Attempting to bind port dc940f2f-e11f-4adc-9925-028773530084 on network 92526104-83d4-4897-8077-2fa04eef14a2 {{(pid=80165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:30:28.597961 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861f3986-4ef4-4a7a-8a25-406ce4fb7625 req-87276aa6-86d3-4e83-91ab-9aa64545eac1 service neutron] Checking agent: {'id': 'fdb5f3a7-7d47-485b-a3bd-ac2e8030a5a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 24, 37), 'started_at': datetime.datetime(2021, 1, 19, 22, 25, 7), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:30:28.598332 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861f3986-4ef4-4a7a-8a25-406ce4fb7625 req-87276aa6-86d3-4e83-91ab-9aa64545eac1 service neutron] Checking segment: {'id': '60be0417-b76f-4c3f-ae65-df69529e03da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '92526104-83d4-4897-8077-2fa04eef14a2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:30:28.598735 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-861f3986-4ef4-4a7a-8a25-406ce4fb7625 req-87276aa6-86d3-4e83-91ab-9aa64545eac1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:28.599134 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861f3986-4ef4-4a7a-8a25-406ce4fb7625 req-87276aa6-86d3-4e83-91ab-9aa64545eac1 service neutron] Bound using segment: {'id': '60be0417-b76f-4c3f-ae65-df69529e03da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '92526104-83d4-4897-8077-2fa04eef14a2'} {{(pid=80165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:30:28.599614 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [req-861f3986-4ef4-4a7a-8a25-406ce4fb7625 req-87276aa6-86d3-4e83-91ab-9aa64545eac1 service neutron] Bound port: dc940f2f-e11f-4adc-9925-028773530084, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60be0417-b76f-4c3f-ae65-df69529e03da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '92526104-83d4-4897-8077-2fa04eef14a2'}}] {{(pid=80165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:30:28.599975 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-861f3986-4ef4-4a7a-8a25-406ce4fb7625 req-87276aa6-86d3-4e83-91ab-9aa64545eac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:28.639123 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-dda153d2-177e-4e4c-a880-35914577e5d7 req-e83da2e8-9ad8-4272-99c0-097101dd19c4 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/security-groups?id=66221ba8-bde5-49dc-8692-3aa259706012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797715 Jan 19 22:30:28.676095 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-779aeb40-7687-4176-958d-a46e14600da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:28.696336 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-861f3986-4ef4-4a7a-8a25-406ce4fb7625 req-87276aa6-86d3-4e83-91ab-9aa64545eac1 service neutron] For port dc940f2f-e11f-4adc-9925-028773530084, host hv-cinder-75078, cleared binding levels {{(pid=80165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:30:28.699750 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-861f3986-4ef4-4a7a-8a25-406ce4fb7625 req-87276aa6-86d3-4e83-91ab-9aa64545eac1 service neutron] For port dc940f2f-e11f-4adc-9925-028773530084, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=dc940f2f-e11f-4adc-9925-028773530084,segment=NetworkSegment(60be0417-b76f-4c3f-ae65-df69529e03da),segment_id=60be0417-b76f-4c3f-ae65-df69529e03da)] {{(pid=80165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:30:28.704007 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-861f3986-4ef4-4a7a-8a25-406ce4fb7625 req-87276aa6-86d3-4e83-91ab-9aa64545eac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2008354'] for port, after_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:28.707759 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-779aeb40-7687-4176-958d-a46e14600da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:28.724180 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-033294ce-b32b-4f22-a56e-3643132a7fde service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:28.758559 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-779aeb40-7687-4176-958d-a46e14600da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:28.763514 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:28.777553 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779aeb40-7687-4176-958d-a46e14600da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86747f64-cf7f-4e7b-b9d3-0bf12b76a414,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:28.780365 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-779aeb40-7687-4176-958d-a46e14600da5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:28.788144 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-779aeb40-7687-4176-958d-a46e14600da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:28.792430 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-779aeb40-7687-4176-958d-a46e14600da5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/86747f64-cf7f-4e7b-b9d3-0bf12b76a414 HTTP/1.1" status: 204 len: 168 time: 0.2108788 Jan 19 22:30:28.858634 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-4cd89d51-2d67-4108-a72d-22dd5a4cca7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:28.929625 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87276aa6-86d3-4e83-91ab-9aa64545eac1 service neutron] Pushing event updated for resources: {'Port': ['ID=dc940f2f-e11f-4adc-9925-028773530084,revision_number=3']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:28.942250 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-87276aa6-86d3-4e83-91ab-9aa64545eac1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:29.001583 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557fc82f-988f-4e08-8f54-9c6303aa20fc req-79d17c65-61d8-411c-8685-8ce685c84265 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:29.003249 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-557fc82f-988f-4e08-8f54-9c6303aa20fc req-79d17c65-61d8-411c-8685-8ce685c84265 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?device_id=d73fcd42-7c2b-479d-9af1-dfcfc69b7285 HTTP/1.1" status: 200 len: 945 time: 0.2421978 Jan 19 22:30:29.036246 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f3986-4ef4-4a7a-8a25-406ce4fb7625 req-87276aa6-86d3-4e83-91ab-9aa64545eac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:29.036917 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-861f3986-4ef4-4a7a-8a25-406ce4fb7625 req-87276aa6-86d3-4e83-91ab-9aa64545eac1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for port, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:29.038425 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-861f3986-4ef4-4a7a-8a25-406ce4fb7625 req-87276aa6-86d3-4e83-91ab-9aa64545eac1 service neutron] 10.222.0.66 "PUT /v2.0/ports/dc940f2f-e11f-4adc-9925-028773530084 HTTP/1.1" status: 200 len: 1157 time: 2.7229910 Jan 19 22:30:29.038952 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37193a77-9c6d-41c0-8feb-16a9ccc925fe', 'tag': 'dc940f2f-e11f-4adc-9925-028773530084'}] {{(pid=80165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:30:29.075788 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-557fc82f-988f-4e08-8f54-9c6303aa20fc req-5b5135a0-9256-4f7f-b0b8-e5afc9c5bea6 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/security-groups?id=3950fcd1-3bed-47dd-b889-44121b1b96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646601 Jan 19 22:30:29.136437 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37193a77-9c6d-41c0-8feb-16a9ccc925fe', 'tag': 'dc940f2f-e11f-4adc-9925-028773530084', 'status': 'completed', 'code': 200} Jan 19 22:30:29.178032 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f3986-4ef4-4a7a-8a25-406ce4fb7625 req-b774a3d7-6ccc-433e-99ed-94e9773bf264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:29.179700 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-861f3986-4ef4-4a7a-8a25-406ce4fb7625 req-b774a3d7-6ccc-433e-99ed-94e9773bf264 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7438f880b78c47279e04a1f33b1b1ab1&device_id=37193a77-9c6d-41c0-8feb-16a9ccc925fe HTTP/1.1" status: 200 len: 1160 time: 0.0811150 Jan 19 22:30:29.264151 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-861f3986-4ef4-4a7a-8a25-406ce4fb7625 req-04a7aadd-fa9c-43cd-8b2e-b3ba778bd93c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc940f2f-e11f-4adc-9925-028773530084 HTTP/1.1" status: 200 len: 217 time: 0.0684228 Jan 19 22:30:29.334018 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f3986-4ef4-4a7a-8a25-406ce4fb7625 req-afb571df-68b7-4e71-977c-f467b5684b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:29.335576 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-861f3986-4ef4-4a7a-8a25-406ce4fb7625 req-afb571df-68b7-4e71-977c-f467b5684b13 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b493afe1-a9a0-4954-8b74-ad3a8bee07fc HTTP/1.1" status: 200 len: 853 time: 0.0644789 Jan 19 22:30:29.392114 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-861f3986-4ef4-4a7a-8a25-406ce4fb7625 req-7f077425-e07b-40ca-a3d4-50632982ad55 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=92526104-83d4-4897-8077-2fa04eef14a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476327 Jan 19 22:30:29.542758 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-861f3986-4ef4-4a7a-8a25-406ce4fb7625 req-d35b4aa0-37e5-49cb-b451-6cd7e3d452c0 service neutron] 10.222.0.66 "GET /v2.0/networks/92526104-83d4-4897-8077-2fa04eef14a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366453 Jan 19 22:30:29.693208 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-861f3986-4ef4-4a7a-8a25-406ce4fb7625 req-30ec53a9-f1d7-4330-8eb2-4603b529d1d8 service neutron] 10.222.0.66 "GET /v2.0/networks/92526104-83d4-4897-8077-2fa04eef14a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1405702 Jan 19 22:30:29.726127 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 55306) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:30:29.872097 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-ef243249-76e0-4231-8c98-1798631604ad admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-329750149-network', 'tenant_id': 'f0ed436f923242c09f18ac9215bbdd6d'}} {{(pid=80166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:30:29.877457 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-ef243249-76e0-4231-8c98-1798631604ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:30:29.881688 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-ef243249-76e0-4231-8c98-1798631604ad admin admin] Usage tracker for resource:network and tenant:f0ed436f923242c09f18ac9215bbdd6d is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:30:29.885519 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-ef243249-76e0-4231-8c98-1798631604ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:30:29.891693 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-ef243249-76e0-4231-8c98-1798631604ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:30:29.901947 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef243249-76e0-4231-8c98-1798631604ad admin admin] Made reservation on behalf of f0ed436f923242c09f18ac9215bbdd6d for: {'network': 1} {{(pid=80166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:30:29.906956 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ef243249-76e0-4231-8c98-1798631604ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for network, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:29.920320 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ef243249-76e0-4231-8c98-1798631604ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:29.931181 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd3d5b-a607-412d-a2c0-9c017ab9a382 req-82def6a6-6280-4013-8740-0c5517fcd484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:29.932736 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-2bdd3d5b-a607-412d-a2c0-9c017ab9a382 req-82def6a6-6280-4013-8740-0c5517fcd484 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7438f880b78c47279e04a1f33b1b1ab1&device_id=37193a77-9c6d-41c0-8feb-16a9ccc925fe HTTP/1.1" status: 200 len: 1160 time: 0.1477082 Jan 19 22:30:29.936699 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-ef243249-76e0-4231-8c98-1798631604ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:30:29.940854 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-ef243249-76e0-4231-8c98-1798631604ad admin admin] Usage tracker for resource:security_group_rule and tenant:f0ed436f923242c09f18ac9215bbdd6d is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:30:29.943984 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-ef243249-76e0-4231-8c98-1798631604ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:30:29.950162 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-ef243249-76e0-4231-8c98-1798631604ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:30:29.959358 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b3afe-9783-4302-b250-3ea758906cd6 req-5c939d18-bf7f-41b5-8dbc-55699cbe101a tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:29.960124 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-f75b3afe-9783-4302-b250-3ea758906cd6 req-5c939d18-bf7f-41b5-8dbc-55699cbe101a tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Synchronizing usage tracker for tenant:7438f880b78c47279e04a1f33b1b1ab1 on resource:port {{(pid=80165) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:30:30.036522 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ef243249-76e0-4231-8c98-1798631604ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:30.040322 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ef243249-76e0-4231-8c98-1798631604ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:30.044624 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-4bc4d5c1-a9b6-4e00-b21d-0927e4379b6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:30.065709 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-f75b3afe-9783-4302-b250-3ea758906cd6 req-5c939d18-bf7f-41b5-8dbc-55699cbe101a tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Unset dirty status for tenant:7438f880b78c47279e04a1f33b1b1ab1 on resource:port {{(pid=80165) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:30:30.067005 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f75b3afe-9783-4302-b250-3ea758906cd6 req-5c939d18-bf7f-41b5-8dbc-55699cbe101a tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/ports?device_id=37193a77-9c6d-41c0-8feb-16a9ccc925fe HTTP/1.1" status: 200 len: 943 time: 0.2382083 Jan 19 22:30:30.081052 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef243249-76e0-4231-8c98-1798631604ad admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 19 22:30:30.091302 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef243249-76e0-4231-8c98-1798631604ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf4a26e-ee1a-4ca7-bf08-f1b842d2f303,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:30.095350 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-ef243249-76e0-4231-8c98-1798631604ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:30.098939 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ef243249-76e0-4231-8c98-1798631604ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560818'] for segment, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:30.099788 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.db.segments_db [None req-ef243249-76e0-4231-8c98-1798631604ad admin admin] Added segment 1014e9b3-3ba0-49df-a5ed-d042cca9ac40 of type vxlan for network e1615a81-979f-4377-bdd4-466d6ecb70d8 Jan 19 22:30:30.128459 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ef243249-76e0-4231-8c98-1798631604ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729769566152'] for network, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:30.149870 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f75b3afe-9783-4302-b250-3ea758906cd6 req-94b71a89-ba51-4ebd-9613-17f778d43fc3 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/security-groups?id=66221ba8-bde5-49dc-8692-3aa259706012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741441 Jan 19 22:30:30.154596 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd3d5b-a607-412d-a2c0-9c017ab9a382 req-edc43db2-bff5-4089-b244-458bd479d39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:30.156337 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-2bdd3d5b-a607-412d-a2c0-9c017ab9a382 req-edc43db2-bff5-4089-b244-458bd479d39d service neutron] 10.222.0.66 "GET /v2.0/networks?id=92526104-83d4-4897-8077-2fa04eef14a2 HTTP/1.1" status: 200 len: 907 time: 0.1920068 Jan 19 22:30:30.161370 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ef243249-76e0-4231-8c98-1798631604ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596'] for network, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:30.162629 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef243249-76e0-4231-8c98-1798631604ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:30.163278 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ef243249-76e0-4231-8c98-1798631604ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for network, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:30.169220 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:30.239177 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-2bdd3d5b-a607-412d-a2c0-9c017ab9a382 req-f27a501e-7400-4b52-b48e-c690d8036c05 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc940f2f-e11f-4adc-9925-028773530084 HTTP/1.1" status: 200 len: 217 time: 0.0736489 Jan 19 22:30:30.309434 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd3d5b-a607-412d-a2c0-9c017ab9a382 req-39fbe89d-80f2-4c55-a256-a333a558c2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:30.311306 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-2bdd3d5b-a607-412d-a2c0-9c017ab9a382 req-39fbe89d-80f2-4c55-a256-a333a558c2eb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b493afe1-a9a0-4954-8b74-ad3a8bee07fc HTTP/1.1" status: 200 len: 853 time: 0.0653479 Jan 19 22:30:30.318485 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-ef243249-76e0-4231-8c98-1798631604ad admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5911868 Jan 19 22:30:30.321541 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 55314) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:30:30.327657 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef243249-76e0-4231-8c98-1798631604ad admin admin] Pushing event updated for resources: {'Network': ['ID=e1615a81-979f-4377-bdd4-466d6ecb70d8,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:30.327884 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-b0dace5d-db48-4de5-99d5-7ae8ac2ea44c admin admin] Request body: {'subnet': {'network_id': 'e1615a81-979f-4377-bdd4-466d6ecb70d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-329750149-subnet', 'tenant_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:30:30.331311 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-ef243249-76e0-4231-8c98-1798631604ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:30.339846 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Network e1615a81-979f-4377-bdd4-466d6ecb70d8 details requested by agent ovs-agent-dv-cinder-750782-5-smb with host dv-cinder-750782-5-smb {{(pid=80167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:30:30.340323 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-b0dace5d-db48-4de5-99d5-7ae8ac2ea44c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:30:30.344783 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-b0dace5d-db48-4de5-99d5-7ae8ac2ea44c admin admin] Usage tracker for resource:subnet and tenant:f0ed436f923242c09f18ac9215bbdd6d is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:30:30.353812 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-b0dace5d-db48-4de5-99d5-7ae8ac2ea44c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:30:30.360863 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-b0dace5d-db48-4de5-99d5-7ae8ac2ea44c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:30:30.397721 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d516da2e-2e06-4ea6-9931-fd83df699949 req-ea38f4b4-ee24-44e3-a5e3-e3816799f665 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:30.399372 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d516da2e-2e06-4ea6-9931-fd83df699949 req-ea38f4b4-ee24-44e3-a5e3-e3816799f665 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?device_id=d73fcd42-7c2b-479d-9af1-dfcfc69b7285 HTTP/1.1" status: 200 len: 945 time: 0.1778858 Jan 19 22:30:30.409527 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0dace5d-db48-4de5-99d5-7ae8ac2ea44c admin admin] Made reservation on behalf of f0ed436f923242c09f18ac9215bbdd6d for: {'subnet': 1} {{(pid=80165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:30:30.414281 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b0dace5d-db48-4de5-99d5-7ae8ac2ea44c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057965'] for subnet, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:30.436359 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Network e1615a81-979f-4377-bdd4-466d6ecb70d8 details requested by agent ovs-agent-hv-cinder-75078 with host hv-cinder-75078 {{(pid=80167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:30:30.440507 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-2bdd3d5b-a607-412d-a2c0-9c017ab9a382 req-699ecf3d-ab9a-4e98-9891-48e52fe7fab8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=92526104-83d4-4897-8077-2fa04eef14a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1221147 Jan 19 22:30:30.452391 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d516da2e-2e06-4ea6-9931-fd83df699949 req-aebb6c37-aa9d-4ca2-9206-e8c967161149 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/security-groups?id=3950fcd1-3bed-47dd-b889-44121b1b96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464139 Jan 19 22:30:30.673547 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-2bdd3d5b-a607-412d-a2c0-9c017ab9a382 req-85009182-a5ea-434a-9071-39c148944f38 service neutron] 10.222.0.66 "GET /v2.0/networks/92526104-83d4-4897-8077-2fa04eef14a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215514 Jan 19 22:30:30.908334 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-2bdd3d5b-a607-412d-a2c0-9c017ab9a382 req-ed510b88-2b7f-49d4-a968-681f4f3fef57 service neutron] 10.222.0.66 "GET /v2.0/networks/92526104-83d4-4897-8077-2fa04eef14a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1998439 Jan 19 22:30:31.084337 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b0dace5d-db48-4de5-99d5-7ae8ac2ea44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2010794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057986'] for subnet, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:31.099902 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-fa91306a-61e9-409e-842e-54767b3ac100 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:31.201713 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.objects.ports [None req-830b51ad-7bc9-4b76-ad62-eaa5602b6009 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80167) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 19 22:30:31.231985 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dace5d-db48-4de5-99d5-7ae8ac2ea44c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4c52249-2f5c-40fe-a964-1d16d96ffe83,revision_number=0']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:31.236779 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-b0dace5d-db48-4de5-99d5-7ae8ac2ea44c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:31.345167 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dace5d-db48-4de5-99d5-7ae8ac2ea44c admin admin] Checking segment: {'id': '1014e9b3-3ba0-49df-a5ed-d042cca9ac40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1615a81-979f-4377-bdd4-466d6ecb70d8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:30:31.345711 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0dace5d-db48-4de5-99d5-7ae8ac2ea44c admin admin] Network hostable DHCP agents. Network: e1615a81-979f-4377-bdd4-466d6ecb70d8, hostable agents: ['ea282ca9-2836-4d3d-88e8-844f6d380f74'], hosted agents: [] {{(pid=80165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 19 22:30:31.380547 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0dace5d-db48-4de5-99d5-7ae8ac2ea44c admin admin] Network e1615a81-979f-4377-bdd4-466d6ecb70d8 is scheduled to be hosted by DHCP agent ea282ca9-2836-4d3d-88e8-844f6d380f74 with binding_index 1 {{(pid=80165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 19 22:30:31.395409 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [None req-b0dace5d-db48-4de5-99d5-7ae8ac2ea44c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-5-smb, e1615a81-979f-4377-bdd4-466d6ecb70d8) {{(pid=80165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:30:31.399057 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1243c519-8875-4095-9705-67b78462088e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:31.403849 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3383e1-470b-4c4d-adb5-9049b0b27d4a None None] Network e1615a81-979f-4377-bdd4-466d6ecb70d8 requested from dv-cinder-750782-5-smb {{(pid=80167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:30:31.431783 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5958e5cc-338e-4e78-828c-ff264ebbeb31 req-950bdbd7-bc4f-40dd-93cc-5e6b4bb54977 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:31.433994 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-5958e5cc-338e-4e78-828c-ff264ebbeb31 req-950bdbd7-bc4f-40dd-93cc-5e6b4bb54977 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/ports?device_id=37193a77-9c6d-41c0-8feb-16a9ccc925fe HTTP/1.1" status: 200 len: 943 time: 0.1439953 Jan 19 22:30:31.434673 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0dace5d-db48-4de5-99d5-7ae8ac2ea44c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:31.435528 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b0dace5d-db48-4de5-99d5-7ae8ac2ea44c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:31.492389 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-b0dace5d-db48-4de5-99d5-7ae8ac2ea44c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1673036 Jan 19 22:30:31.493460 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 55322) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:30:31.499197 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-0f01f192-eaf5-4683-8695-6858bbea0799 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-329750149-router', 'tenant_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028'}}} {{(pid=80166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:30:31.503025 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-5958e5cc-338e-4e78-828c-ff264ebbeb31 req-65783910-2d93-493a-a605-2c7f756ebe64 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/security-groups?id=66221ba8-bde5-49dc-8692-3aa259706012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618763 Jan 19 22:30:31.517848 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-0f01f192-eaf5-4683-8695-6858bbea0799 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:30:31.522174 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-0f01f192-eaf5-4683-8695-6858bbea0799 admin admin] Usage tracker for resource:router and tenant:f0ed436f923242c09f18ac9215bbdd6d is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:30:31.526546 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-0f01f192-eaf5-4683-8695-6858bbea0799 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:30:31.533584 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-0f01f192-eaf5-4683-8695-6858bbea0799 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:30:31.546073 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0f01f192-eaf5-4683-8695-6858bbea0799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1207'] for router, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:31.547173 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0f01f192-eaf5-4683-8695-6858bbea0799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854333029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-514946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774641'] for router, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:31.563080 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0f01f192-eaf5-4683-8695-6858bbea0799 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:31.655331 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21de51a2-3c77-4111-a602-08b5d29691c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98725d0a-1b82-5acd-8d1b-1dfa5de1a2b0-e1615a81-979f-4377-bdd4-466d6ecb70d8', 'network_id': 'e1615a81-979f-4377-bdd4-466d6ecb70d8', 'tenant_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'fixed_ips': [{'subnet_id': 'b4c52249-2f5c-40fe-a964-1d16d96ffe83'}]}} from dv-cinder-750782-5-smb. {{(pid=80167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 19 22:30:31.656231 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-21de51a2-3c77-4111-a602-08b5d29691c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:31.706956 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device dc940f2f-e11f-4adc-9925-028773530084 up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:30:31.849871 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b976b3b3-3a0d-47e1-8642-08564823a070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:31.879774 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning for port dc940f2f-e11f-4adc-9925-028773530084 completed by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:30:31.926288 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port dc940f2f-e11f-4adc-9925-028773530084 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:30:31.926713 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:32.127112 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0f01f192-eaf5-4683-8695-6858bbea0799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774626'] for router, precommit_update {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:32.147051 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.db_base_plugin_common [None req-21de51a2-3c77-4111-a602-08b5d29691c3 None None] Allocated IP 172.20.0.2 (e1615a81-979f-4377-bdd4-466d6ecb70d8/b4c52249-2f5c-40fe-a964-1d16d96ffe83/437fe149-7c4e-4d7c-8c4c-88a0856f0d0d) {{(pid=80167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:30:32.155772 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:32.206675 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f96d1-e1c4-4295-909d-17cd3de2349d req-590fa66c-cda7-4914-9581-77d61935d644 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:32.207329 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37193a77-9c6d-41c0-8feb-16a9ccc925fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc940f2f-e11f-4adc-9925-028773530084'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:30:32.208271 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f70f96d1-e1c4-4295-909d-17cd3de2349d req-590fa66c-cda7-4914-9581-77d61935d644 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?device_id=d73fcd42-7c2b-479d-9af1-dfcfc69b7285 HTTP/1.1" status: 200 len: 945 time: 0.5691862 Jan 19 22:30:32.232441 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] For port dc940f2f-e11f-4adc-9925-028773530084, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=dc940f2f-e11f-4adc-9925-028773530084,segment=NetworkSegment(60be0417-b76f-4c3f-ae65-df69529e03da),segment_id=60be0417-b76f-4c3f-ae65-df69529e03da)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:30:32.282949 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:32.290588 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37193a77-9c6d-41c0-8feb-16a9ccc925fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc940f2f-e11f-4adc-9925-028773530084', 'code': 200} Jan 19 22:30:32.291149 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:32.327005 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f70f96d1-e1c4-4295-909d-17cd3de2349d req-099d6e7f-5b10-4b9a-a688-208799a7ed1b tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/security-groups?id=3950fcd1-3bed-47dd-b889-44121b1b96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099949 Jan 19 22:30:32.404654 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Pushing event updated for resources: {'Port': ['ID=dc940f2f-e11f-4adc-9925-028773530084,revision_number=4']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:32.424649 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:32.425023 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:32.425452 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:32.425837 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:32.426217 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:32.426595 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:32.426973 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:32.427345 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:32.427718 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:32.428090 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:32.428460 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:32.428828 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:32.429259 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:32.429693 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:32.430126 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:32.430986 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:32.431357 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:32.431727 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:32.432092 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:32.432458 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:32.432825 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:32.433193 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:32.433585 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:32.433954 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:32.442189 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:32.513826 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-21de51a2-3c77-4111-a602-08b5d29691c3 None None] Notify callbacks [] for port, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:32.526238 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-21de51a2-3c77-4111-a602-08b5d29691c3 None None] Transition to ACTIVE for port object 437fe149-7c4e-4d7c-8c4c-88a0856f0d0d will not be triggered until provisioned by entity L2. {{(pid=80167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:30:32.545177 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-21de51a2-3c77-4111-a602-08b5d29691c3 None None] Transition to ACTIVE for port object 437fe149-7c4e-4d7c-8c4c-88a0856f0d0d will not be triggered until provisioned by entity DHCP. {{(pid=80167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:30:32.551086 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-21de51a2-3c77-4111-a602-08b5d29691c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307085170889'] for port, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:32.567807 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:32.589819 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0f01f192-eaf5-4683-8695-6858bbea0799 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:32.596229 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e15ec6-1418-4433-a675-45968f546048 req-70bed0ce-5dab-4f58-91c6-157d62d4f7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:32.598063 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a0e15ec6-1418-4433-a675-45968f546048 req-70bed0ce-5dab-4f58-91c6-157d62d4f7cb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=37193a77-9c6d-41c0-8feb-16a9ccc925fe HTTP/1.1" status: 200 len: 1162 time: 0.0884709 Jan 19 22:30:32.626407 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0f01f192-eaf5-4683-8695-6858bbea0799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:32.651218 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a0e15ec6-1418-4433-a675-45968f546048 req-a8eba1f2-0749-487f-b4d3-4978577e4a4a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=66221ba8-bde5-49dc-8692-3aa259706012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451233 Jan 19 22:30:32.713708 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21de51a2-3c77-4111-a602-08b5d29691c3 None None] Pushing event updated for resources: {'Port': ['ID=437fe149-7c4e-4d7c-8c4c-88a0856f0d0d,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:32.719269 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-21de51a2-3c77-4111-a602-08b5d29691c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:32.762218 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21de51a2-3c77-4111-a602-08b5d29691c3 None None] Network e1615a81-979f-4377-bdd4-466d6ecb70d8 is already hosted by enough agents. {{(pid=80167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:30:32.763470 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [None req-21de51a2-3c77-4111-a602-08b5d29691c3 None None] Resources bound (agent type, host, resource id): {{(pid=80167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:30:32.770257 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3655e35-0a95-4f2a-b1bf-8c0c60825da5 req-6685f19e-27da-4585-8ad9-0b595006d370 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:32.771192 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f3655e35-0a95-4f2a-b1bf-8c0c60825da5 req-6685f19e-27da-4585-8ad9-0b595006d370 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/ports?device_id=37193a77-9c6d-41c0-8feb-16a9ccc925fe HTTP/1.1" status: 200 len: 945 time: 0.1133115 Jan 19 22:30:32.774576 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21de51a2-3c77-4111-a602-08b5d29691c3 None None] Received port after_create {{(pid=80167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:30:32.827519 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f3655e35-0a95-4f2a-b1bf-8c0c60825da5 req-a377dd74-6489-45b9-b8d9-007b02b11219 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/security-groups?id=66221ba8-bde5-49dc-8692-3aa259706012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459480 Jan 19 22:30:32.832293 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-21de51a2-3c77-4111-a602-08b5d29691c3 None None] Attempting to bind port 437fe149-7c4e-4d7c-8c4c-88a0856f0d0d on host dv-cinder-750782-5-smb for vnic_type normal with profile {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:30:32.832716 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-21de51a2-3c77-4111-a602-08b5d29691c3 None None] Attempting to bind port 437fe149-7c4e-4d7c-8c4c-88a0856f0d0d by drivers openvswitch on host dv-cinder-750782-5-smb at level 0 using segments [{'id': '1014e9b3-3ba0-49df-a5ed-d042cca9ac40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1615a81-979f-4377-bdd4-466d6ecb70d8'}] {{(pid=80167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:30:32.833127 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21de51a2-3c77-4111-a602-08b5d29691c3 None None] Attempting to bind port 437fe149-7c4e-4d7c-8c4c-88a0856f0d0d on network e1615a81-979f-4377-bdd4-466d6ecb70d8 {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:30:32.839407 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21de51a2-3c77-4111-a602-08b5d29691c3 None None] Checking agent: {'id': 'f078d5c4-c25a-4ec9-8658-39b8d5860620', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 17, 33), 'started_at': datetime.datetime(2021, 1, 19, 22, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:30:32.839817 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21de51a2-3c77-4111-a602-08b5d29691c3 None None] Checking segment: {'id': '1014e9b3-3ba0-49df-a5ed-d042cca9ac40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1615a81-979f-4377-bdd4-466d6ecb70d8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:30:32.840570 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-21de51a2-3c77-4111-a602-08b5d29691c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:32.840686 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21de51a2-3c77-4111-a602-08b5d29691c3 None None] Bound using segment: {'id': '1014e9b3-3ba0-49df-a5ed-d042cca9ac40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1615a81-979f-4377-bdd4-466d6ecb70d8'} {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:30:32.841152 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-21de51a2-3c77-4111-a602-08b5d29691c3 None None] Bound port: 437fe149-7c4e-4d7c-8c4c-88a0856f0d0d, host: dv-cinder-750782-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1014e9b3-3ba0-49df-a5ed-d042cca9ac40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1615a81-979f-4377-bdd4-466d6ecb70d8'}}] {{(pid=80167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:30:32.841599 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-21de51a2-3c77-4111-a602-08b5d29691c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:32.915183 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.db_base_plugin_common [None req-0f01f192-eaf5-4683-8695-6858bbea0799 admin admin] Allocated IP 172.28.2.6 (8d9e1b39-82c1-4058-b2cd-c5f96fe21028/38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0/145cfcfa-5373-4fbf-bcff-b5a5dcc22542) {{(pid=80166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:30:32.938567 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-21de51a2-3c77-4111-a602-08b5d29691c3 None None] For port 437fe149-7c4e-4d7c-8c4c-88a0856f0d0d, host dv-cinder-750782-5-smb, cleared binding levels {{(pid=80167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:30:32.941748 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-21de51a2-3c77-4111-a602-08b5d29691c3 None None] For port 437fe149-7c4e-4d7c-8c4c-88a0856f0d0d, host dv-cinder-750782-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=437fe149-7c4e-4d7c-8c4c-88a0856f0d0d,segment=NetworkSegment(1014e9b3-3ba0-49df-a5ed-d042cca9ac40),segment_id=1014e9b3-3ba0-49df-a5ed-d042cca9ac40)] {{(pid=80167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:30:32.945095 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-21de51a2-3c77-4111-a602-08b5d29691c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:32.960713 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-5ec2462a-e891-4a9a-9dce-d63b9f4422ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:33.079129 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0f01f192-eaf5-4683-8695-6858bbea0799 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:33.110561 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0f01f192-eaf5-4683-8695-6858bbea0799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307085170889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843396414'] for port, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:33.127287 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-2cda05ac-a487-49e3-bfaf-83efcff961a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:33.268004 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f01f192-eaf5-4683-8695-6858bbea0799 admin admin] Pushing event updated for resources: {'Port': ['ID=145cfcfa-5373-4fbf-bcff-b5a5dcc22542,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:33.268274 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device dc940f2f-e11f-4adc-9925-028773530084 up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:30:33.278252 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-0f01f192-eaf5-4683-8695-6858bbea0799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:33.311402 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:33.326803 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f01f192-eaf5-4683-8695-6858bbea0799 admin admin] Network 8d9e1b39-82c1-4058-b2cd-c5f96fe21028 is already hosted by enough agents. {{(pid=80166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:30:33.328234 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [None req-0f01f192-eaf5-4683-8695-6858bbea0799 admin admin] Resources bound (agent type, host, resource id): {{(pid=80166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:30:33.330929 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f01f192-eaf5-4683-8695-6858bbea0799 admin admin] Received port after_create {{(pid=80166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:30:33.364202 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21de51a2-3c77-4111-a602-08b5d29691c3 None None] Pushing event updated for resources: {'Port': ['ID=437fe149-7c4e-4d7c-8c4c-88a0856f0d0d,revision_number=2']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:33.369626 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-21de51a2-3c77-4111-a602-08b5d29691c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:33.396488 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff9f07a-e8f5-4b2a-b26f-dd095bb05ef6 req-f6b3f0c1-728f-4336-b3e8-a42a7ab3d9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:33.398181 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-aff9f07a-e8f5-4b2a-b26f-dd095bb05ef6 req-f6b3f0c1-728f-4336-b3e8-a42a7ab3d9c5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=14b41834d79d4e868fed82c53411eba6&device_id=d73fcd42-7c2b-479d-9af1-dfcfc69b7285 HTTP/1.1" status: 200 len: 1162 time: 0.0984974 Jan 19 22:30:33.450180 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8bdf443e-3544-4df7-a37c-063f9f459872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:33.461300 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port dc940f2f-e11f-4adc-9925-028773530084 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:30:33.461979 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:33.786882 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff9f07a-e8f5-4b2a-b26f-dd095bb05ef6 req-5620e547-40b0-425a-86b7-5471be8a9e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:33.788492 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-aff9f07a-e8f5-4b2a-b26f-dd095bb05ef6 req-5620e547-40b0-425a-86b7-5471be8a9e17 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9833d04b-801e-468a-b55d-a07f3c5885cd HTTP/1.1" status: 200 len: 904 time: 0.3637424 Jan 19 22:30:33.886130 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a9bc8-1f17-4830-8758-7f01896f2598 req-1ac40984-37d4-4c6e-bc8e-b0f63048e60f tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:33.895041 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-2d5a9bc8-1f17-4830-8758-7f01896f2598 req-1ac40984-37d4-4c6e-bc8e-b0f63048e60f tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?device_id=d73fcd42-7c2b-479d-9af1-dfcfc69b7285 HTTP/1.1" status: 200 len: 945 time: 0.3441002 Jan 19 22:30:33.974222 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-aff9f07a-e8f5-4b2a-b26f-dd095bb05ef6 req-69e83af9-06eb-41f0-9227-a7971c2801bd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50f75ecc-3124-4157-8459-cd0c4b388f85 HTTP/1.1" status: 200 len: 1001 time: 0.1717887 Jan 19 22:30:34.001969 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-2d5a9bc8-1f17-4830-8758-7f01896f2598 req-68faea54-12d0-43cd-8d94-1df283b9edf8 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/security-groups?id=3950fcd1-3bed-47dd-b889-44121b1b96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058354 Jan 19 22:30:34.065890 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0f01f192-eaf5-4683-8695-6858bbea0799 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:34.130385 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff9f07a-e8f5-4b2a-b26f-dd095bb05ef6 req-4b11aff7-e490-4fde-9720-9ba735ab42a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:34.131889 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-aff9f07a-e8f5-4b2a-b26f-dd095bb05ef6 req-4b11aff7-e490-4fde-9720-9ba735ab42a9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1981add0-450b-4ba4-a4b4-88355edcb693 HTTP/1.1" status: 200 len: 849 time: 0.1426270 Jan 19 22:30:34.227771 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5356a8-7679-4b31-ac58-04d001c10992 req-b1cd2402-756c-4f39-830e-08733067fc9e tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:34.229423 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-7b5356a8-7679-4b31-ac58-04d001c10992 req-b1cd2402-756c-4f39-830e-08733067fc9e tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/ports?device_id=37193a77-9c6d-41c0-8feb-16a9ccc925fe HTTP/1.1" status: 200 len: 945 time: 0.1800351 Jan 19 22:30:34.289239 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff9f07a-e8f5-4b2a-b26f-dd095bb05ef6 req-4e4e848c-b54e-494f-bc33-055af6b2b73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:34.291716 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-aff9f07a-e8f5-4b2a-b26f-dd095bb05ef6 req-4e4e848c-b54e-494f-bc33-055af6b2b73c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9833d04b-801e-468a-b55d-a07f3c5885cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1508381 Jan 19 22:30:34.302929 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-7b5356a8-7679-4b31-ac58-04d001c10992 req-cf325b1e-5c02-423b-b083-84b2910ab8d6 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/security-groups?id=66221ba8-bde5-49dc-8692-3aa259706012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604036 Jan 19 22:30:34.453939 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0f01f192-eaf5-4683-8695-6858bbea0799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854333059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451232'] for router, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:34.458652 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-aff9f07a-e8f5-4b2a-b26f-dd095bb05ef6 req-04bfde82-0f52-4b3a-98cb-278a9845333f service neutron] 10.222.0.66 "GET /v2.0/networks/9833d04b-801e-468a-b55d-a07f3c5885cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545937 Jan 19 22:30:34.585743 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device 437fe149-7c4e-4d7c-8c4c-88a0856f0d0d up at agent ovs-agent-dv-cinder-750782-5-smb {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:30:34.616128 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-aff9f07a-e8f5-4b2a-b26f-dd095bb05ef6 req-6f0802b7-2480-4030-8629-1543733868b1 service neutron] 10.222.0.66 "GET /v2.0/networks/9833d04b-801e-468a-b55d-a07f3c5885cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1504562 Jan 19 22:30:34.657121 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Provisioning for port 437fe149-7c4e-4d7c-8c4c-88a0856f0d0d completed by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:30:34.682285 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f01f192-eaf5-4683-8695-6858bbea0799 admin admin] Router 72a01932-d992-4eba-85bb-d8b2988074e0 is scheduled to L3 agent f53f1119-c8e9-4b63-a732-32c6c8f5b9fc with binding_index 1 {{(pid=80166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 19 22:30:35.010554 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d47b50d-d40a-4fbc-a368-5534c3830f98 None None] Network e1615a81-979f-4377-bdd4-466d6ecb70d8 requested from dv-cinder-750782-5-smb {{(pid=80167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:30:35.109714 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-3fa5b194-f018-44fb-92d2-359f80bb920d None None] Provisioning for port 437fe149-7c4e-4d7c-8c4c-88a0856f0d0d completed by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:30:35.114592 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f01f192-eaf5-4683-8695-6858bbea0799 admin admin] Notify agent at l3_agent.dv-cinder-750782-5-smb the message routers_updated {{(pid=80166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:30:35.125076 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-3fa5b194-f018-44fb-92d2-359f80bb920d None None] Provisioning complete for port 437fe149-7c4e-4d7c-8c4c-88a0856f0d0d triggered by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:30:35.125536 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-3fa5b194-f018-44fb-92d2-359f80bb920d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:35.158708 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de403529-c06c-4fb8-8274-9538ca722c80 None None] Sync routers for ids ['72a01932-d992-4eba-85bb-d8b2988074e0'] in dv-cinder-750782-5-smb {{(pid=80167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:30:35.175916 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0f01f192-eaf5-4683-8695-6858bbea0799 admin admin] Notify callbacks [] for router, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:35.177228 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-0f01f192-eaf5-4683-8695-6858bbea0799 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6827734 Jan 19 22:30:35.181003 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 55336) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:30:35.204767 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de403529-c06c-4fb8-8274-9538ca722c80 None None] Routers {'72a01932-d992-4eba-85bb-d8b2988074e0'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:30:35.205471 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-de403529-c06c-4fb8-8274-9538ca722c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:30:32Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['72a01932-d992-4eba-85bb-d8b2988074e0'], 'active': True} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:30:35.245208 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b85807f-8775-4bb0-95a0-669f36279bcf req-0fb8b707-e0ea-4ce4-b215-7d291ff569d2 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:35.246893 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-9b85807f-8775-4bb0-95a0-669f36279bcf req-0fb8b707-e0ea-4ce4-b215-7d291ff569d2 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?device_id=d73fcd42-7c2b-479d-9af1-dfcfc69b7285 HTTP/1.1" status: 200 len: 945 time: 0.1072373 Jan 19 22:30:35.299391 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-9b85807f-8775-4bb0-95a0-669f36279bcf req-86832660-e371-4fc9-9b36-5747b6bbf3ee tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/security-groups?id=3950fcd1-3bed-47dd-b889-44121b1b96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454161 Jan 19 22:30:35.527341 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device 50f75ecc-3124-4157-8459-cd0c4b388f85 up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:30:35.604681 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91dbb03-dce1-43bf-ba6a-975225e55724 req-8f6b5053-1870-4393-821c-513e454a6680 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:35.613045 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f91dbb03-dce1-43bf-ba6a-975225e55724 req-8f6b5053-1870-4393-821c-513e454a6680 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/ports?device_id=37193a77-9c6d-41c0-8feb-16a9ccc925fe HTTP/1.1" status: 200 len: 945 time: 0.1283693 Jan 19 22:30:35.663826 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-3fa5b194-f018-44fb-92d2-359f80bb920d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:35.674736 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f91dbb03-dce1-43bf-ba6a-975225e55724 req-9b8232ab-dc66-4109-85b3-8c776b958cf7 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/security-groups?id=66221ba8-bde5-49dc-8692-3aa259706012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602353 Jan 19 22:30:35.678483 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-de403529-c06c-4fb8-8274-9538ca722c80 None None] Set router 72a01932-d992-4eba-85bb-d8b2988074e0 gateway port host: dv-cinder-750782-5-smb {{(pid=80167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:30:35.934887 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port 50f75ecc-3124-4157-8459-cd0c4b388f85 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:30:35.935557 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:35.982943 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-3fa5b194-f018-44fb-92d2-359f80bb920d None None] For port 437fe149-7c4e-4d7c-8c4c-88a0856f0d0d, host dv-cinder-750782-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=437fe149-7c4e-4d7c-8c4c-88a0856f0d0d,segment=NetworkSegment(1014e9b3-3ba0-49df-a5ed-d042cca9ac40),segment_id=1014e9b3-3ba0-49df-a5ed-d042cca9ac40)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:30:36.008251 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-3fa5b194-f018-44fb-92d2-359f80bb920d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:36.014379 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:36.047930 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d6b3e-d5ff-4e9c-9c91-0ea7e870de84 req-69cfebc5-8b3e-406f-a9f9-0f3a33a710a9 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:36.058921 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a98d6b3e-d5ff-4e9c-9c91-0ea7e870de84 req-69cfebc5-8b3e-406f-a9f9-0f3a33a710a9 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?device_id=d73fcd42-7c2b-479d-9af1-dfcfc69b7285 HTTP/1.1" status: 200 len: 945 time: 0.2749908 Jan 19 22:30:36.112781 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ea6d1-2d63-48ba-99bb-00594b514cb6 req-7dcfbff3-61b7-4313-8b4a-f9d76f712112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:36.114721 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6e5ea6d1-2d63-48ba-99bb-00594b514cb6 req-7dcfbff3-61b7-4313-8b4a-f9d76f712112 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=14b41834d79d4e868fed82c53411eba6&device_id=d73fcd42-7c2b-479d-9af1-dfcfc69b7285 HTTP/1.1" status: 200 len: 1162 time: 0.2841945 Jan 19 22:30:36.216140 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa5b194-f018-44fb-92d2-359f80bb920d None None] Pushing event updated for resources: {'Port': ['ID=437fe149-7c4e-4d7c-8c4c-88a0856f0d0d,revision_number=3']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:36.220379 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-3fa5b194-f018-44fb-92d2-359f80bb920d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:36.323437 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a98d6b3e-d5ff-4e9c-9c91-0ea7e870de84 req-f97602d5-9bf6-4f1d-ba65-86d08e035908 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/security-groups?id=3950fcd1-3bed-47dd-b889-44121b1b96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2628751 Jan 19 22:30:36.363819 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ea6d1-2d63-48ba-99bb-00594b514cb6 req-96959be5-c5d8-4bcc-96c3-9a22787d85c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:36.365516 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6e5ea6d1-2d63-48ba-99bb-00594b514cb6 req-96959be5-c5d8-4bcc-96c3-9a22787d85c8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9833d04b-801e-468a-b55d-a07f3c5885cd HTTP/1.1" status: 200 len: 904 time: 0.2406268 Jan 19 22:30:36.502689 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device dc940f2f-e11f-4adc-9925-028773530084 up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:30:36.587105 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-bf98f0c3-6673-4aa5-98e2-a5a53ad5dceb None None] Provisioning complete for port 437fe149-7c4e-4d7c-8c4c-88a0856f0d0d triggered by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:30:36.587605 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-bf98f0c3-6673-4aa5-98e2-a5a53ad5dceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:36.621496 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device 437fe149-7c4e-4d7c-8c4c-88a0856f0d0d up at agent ovs-agent-dv-cinder-750782-5-smb {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:30:36.738553 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port dc940f2f-e11f-4adc-9925-028773530084 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:30:36.738979 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:36.780189 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6e5ea6d1-2d63-48ba-99bb-00594b514cb6 req-542b8fb2-2bae-47c4-8205-625a1c6c0036 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50f75ecc-3124-4157-8459-cd0c4b388f85 HTTP/1.1" status: 200 len: 1001 time: 0.4070480 Jan 19 22:30:36.794070 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-de403529-c06c-4fb8-8274-9538ca722c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'name': 'tempest-AttachVolumeShelveTestJSON-329750149-router', 'tenant_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.6'}], 'enable_snat': True}, 'gw_port_id': '145cfcfa-5373-4fbf-bcff-b5a5dcc22542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:30:31Z', 'updated_at': '2021-01-19T22:30:33Z', 'revision_number': 3, 'project_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'gw_port': {'id': '145cfcfa-5373-4fbf-bcff-b5a5dcc22542', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:30:32Z', 'updated_at': '2021-01-19T22:30:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb'}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:30:36.812712 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de403529-c06c-4fb8-8274-9538ca722c80 None None] Checking router: 72a01932-d992-4eba-85bb-d8b2988074e0 for host: dv-cinder-750782-5-smb {{(pid=80167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:30:36.813149 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de403529-c06c-4fb8-8274-9538ca722c80 None None] Updating router 72a01932-d992-4eba-85bb-d8b2988074e0 port 145cfcfa-5373-4fbf-bcff-b5a5dcc22542 binding host dv-cinder-750782-5-smb {{(pid=80167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 19 22:30:36.866383 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-c5cf52fa-d58f-4dbf-909b-c296faffc946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:36.881074 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ea6d1-2d63-48ba-99bb-00594b514cb6 req-1921891b-8077-490e-a3e0-1e516db1a9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:36.882585 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6e5ea6d1-2d63-48ba-99bb-00594b514cb6 req-1921891b-8077-490e-a3e0-1e516db1a9e5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1981add0-450b-4ba4-a4b4-88355edcb693 HTTP/1.1" status: 200 len: 849 time: 0.0961933 Jan 19 22:30:36.897003 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Provisioning complete for port 437fe149-7c4e-4d7c-8c4c-88a0856f0d0d triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:30:36.897472 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:36.995125 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-de403529-c06c-4fb8-8274-9538ca722c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:37.092935 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ea6d1-2d63-48ba-99bb-00594b514cb6 req-7daa7b5b-4f75-4782-98ab-cae3517ef0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:37.094657 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6e5ea6d1-2d63-48ba-99bb-00594b514cb6 req-7daa7b5b-4f75-4782-98ab-cae3517ef0e0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9833d04b-801e-468a-b55d-a07f3c5885cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2041602 Jan 19 22:30:37.241776 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-debcadd7-fad2-4354-b13d-9ee144b57166 None None] Provisioning complete for port 437fe149-7c4e-4d7c-8c4c-88a0856f0d0d triggered by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:30:37.242201 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-debcadd7-fad2-4354-b13d-9ee144b57166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:37.367968 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6e5ea6d1-2d63-48ba-99bb-00594b514cb6 req-6a1c0066-65a8-4d6f-8b6b-b5240d24e7f6 service neutron] 10.222.0.66 "GET /v2.0/networks/9833d04b-801e-468a-b55d-a07f3c5885cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330534 Jan 19 22:30:37.417586 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:37.544825 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.db_base_plugin_common [None req-c5cf52fa-d58f-4dbf-909b-c296faffc946 admin admin] Allocated IP 172.20.0.1 (e1615a81-979f-4377-bdd4-466d6ecb70d8/b4c52249-2f5c-40fe-a964-1d16d96ffe83/ab90486f-45c4-41af-98f5-ab75f910ee9e) {{(pid=80165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:30:37.609199 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf29a5f8-88cb-4189-a7f0-c79addd66379 req-6ef2cafa-ab3e-4590-a3ca-698d09743d37 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:37.611144 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-cf29a5f8-88cb-4189-a7f0-c79addd66379 req-6ef2cafa-ab3e-4590-a3ca-698d09743d37 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?device_id=d73fcd42-7c2b-479d-9af1-dfcfc69b7285 HTTP/1.1" status: 200 len: 945 time: 0.1171138 Jan 19 22:30:37.627163 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6e5ea6d1-2d63-48ba-99bb-00594b514cb6 req-5a2f1871-6002-47f6-be34-07490f0c9dde service neutron] 10.222.0.66 "GET /v2.0/networks/9833d04b-801e-468a-b55d-a07f3c5885cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2214389 Jan 19 22:30:37.679617 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-cf29a5f8-88cb-4189-a7f0-c79addd66379 req-f985a492-54b8-4ec6-bfa5-caecd209cd75 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/security-groups?id=3950fcd1-3bed-47dd-b889-44121b1b96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611339 Jan 19 22:30:37.689676 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-de403529-c06c-4fb8-8274-9538ca722c80 None None] Notify callbacks [] for port, precommit_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:37.716268 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-de403529-c06c-4fb8-8274-9538ca722c80 None None] Transition to ACTIVE for port object 145cfcfa-5373-4fbf-bcff-b5a5dcc22542 will not be triggered until provisioned by entity L2. {{(pid=80167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:30:37.720269 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-de403529-c06c-4fb8-8274-9538ca722c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:37.735752 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-21de51a2-3c77-4111-a602-08b5d29691c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:37.772894 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-c5cf52fa-d58f-4dbf-909b-c296faffc946 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:37.790380 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-c5cf52fa-d58f-4dbf-909b-c296faffc946 admin admin] Transition to ACTIVE for port object ab90486f-45c4-41af-98f5-ab75f910ee9e will not be triggered until provisioned by entity DHCP. {{(pid=80165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:30:37.813620 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-c5cf52fa-d58f-4dbf-909b-c296faffc946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307085170889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852767463'] for port, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:37.830034 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:37.875455 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339c4555-9206-414b-8509-3a18d5618bc6 None None] Pushing event updated for resources: {'Port': ['ID=145cfcfa-5373-4fbf-bcff-b5a5dcc22542,revision_number=2']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:37.881488 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-339c4555-9206-414b-8509-3a18d5618bc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:37.938009 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-de403529-c06c-4fb8-8274-9538ca722c80 None None] Attempting to bind port 145cfcfa-5373-4fbf-bcff-b5a5dcc22542 on host dv-cinder-750782-5-smb for vnic_type normal with profile {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:30:37.938429 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-de403529-c06c-4fb8-8274-9538ca722c80 None None] Attempting to bind port 145cfcfa-5373-4fbf-bcff-b5a5dcc22542 by drivers openvswitch on host dv-cinder-750782-5-smb at level 0 using segments [{'id': 'eae0621e-0013-4ba3-ab53-cef85e02fc92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028'}] {{(pid=80167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:30:37.938843 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de403529-c06c-4fb8-8274-9538ca722c80 None None] Attempting to bind port 145cfcfa-5373-4fbf-bcff-b5a5dcc22542 on network 8d9e1b39-82c1-4058-b2cd-c5f96fe21028 {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:30:37.944474 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de403529-c06c-4fb8-8274-9538ca722c80 None None] Checking agent: {'id': 'f078d5c4-c25a-4ec9-8658-39b8d5860620', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 17, 33), 'started_at': datetime.datetime(2021, 1, 19, 22, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:30:37.944895 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de403529-c06c-4fb8-8274-9538ca722c80 None None] Checking segment: {'id': 'eae0621e-0013-4ba3-ab53-cef85e02fc92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:30:37.945388 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-de403529-c06c-4fb8-8274-9538ca722c80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:37.946374 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de403529-c06c-4fb8-8274-9538ca722c80 None None] Bound using segment: {'id': 'eae0621e-0013-4ba3-ab53-cef85e02fc92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028'} {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:30:37.946896 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-de403529-c06c-4fb8-8274-9538ca722c80 None None] Bound port: 145cfcfa-5373-4fbf-bcff-b5a5dcc22542, host: dv-cinder-750782-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae0621e-0013-4ba3-ab53-cef85e02fc92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028'}}] {{(pid=80167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:30:37.947317 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-de403529-c06c-4fb8-8274-9538ca722c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:37.982446 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cf52fa-d58f-4dbf-909b-c296faffc946 admin admin] Pushing event updated for resources: {'Port': ['ID=ab90486f-45c4-41af-98f5-ab75f910ee9e,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:37.987027 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-c5cf52fa-d58f-4dbf-909b-c296faffc946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:38.024178 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-de403529-c06c-4fb8-8274-9538ca722c80 None None] For port 145cfcfa-5373-4fbf-bcff-b5a5dcc22542, host dv-cinder-750782-5-smb, cleared binding levels {{(pid=80167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:30:38.027363 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-de403529-c06c-4fb8-8274-9538ca722c80 None None] For port 145cfcfa-5373-4fbf-bcff-b5a5dcc22542, host dv-cinder-750782-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=145cfcfa-5373-4fbf-bcff-b5a5dcc22542,segment=NetworkSegment(eae0621e-0013-4ba3-ab53-cef85e02fc92),segment_id=eae0621e-0013-4ba3-ab53-cef85e02fc92)] {{(pid=80167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:30:38.029017 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cf52fa-d58f-4dbf-909b-c296faffc946 admin admin] Network e1615a81-979f-4377-bdd4-466d6ecb70d8 is already hosted by enough agents. {{(pid=80165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:30:38.030406 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [None req-c5cf52fa-d58f-4dbf-909b-c296faffc946 admin admin] Resources bound (agent type, host, resource id): {{(pid=80165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:30:38.032773 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cf52fa-d58f-4dbf-909b-c296faffc946 admin admin] Received port after_create {{(pid=80165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:30:38.035853 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-de403529-c06c-4fb8-8274-9538ca722c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:38.057941 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:38.089972 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-c5cf52fa-d58f-4dbf-909b-c296faffc946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447740'] for router_interface, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:38.216013 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339c4555-9206-414b-8509-3a18d5618bc6 None None] Pushing event updated for resources: {'Port': ['ID=145cfcfa-5373-4fbf-bcff-b5a5dcc22542,revision_number=3']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:38.219466 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-339c4555-9206-414b-8509-3a18d5618bc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:38.226235 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-c5cf52fa-d58f-4dbf-909b-c296faffc946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:38.263127 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de403529-c06c-4fb8-8274-9538ca722c80 None None] Routers {'72a01932-d992-4eba-85bb-d8b2988074e0'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:30:38.263798 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-de403529-c06c-4fb8-8274-9538ca722c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:30:32Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['72a01932-d992-4eba-85bb-d8b2988074e0'], 'active': True} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:30:38.545019 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-c5cf52fa-d58f-4dbf-909b-c296faffc946 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:38.549839 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-c5cf52fa-d58f-4dbf-909b-c296faffc946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2008354'] for port, after_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:38.581251 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-e0eb1ae8-90e9-4761-b4b9-0ffdf562cdf4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:38.589062 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-f51e5615-c495-4974-aea2-af650ff2b0db None None] Provisioning for port ab90486f-45c4-41af-98f5-ab75f910ee9e completed by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:30:38.598056 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-f51e5615-c495-4974-aea2-af650ff2b0db None None] Provisioning complete for port ab90486f-45c4-41af-98f5-ab75f910ee9e triggered by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:30:38.598482 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f51e5615-c495-4974-aea2-af650ff2b0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:38.668606 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cf52fa-d58f-4dbf-909b-c296faffc946 admin admin] Pushing event updated for resources: {'Port': ['ID=ab90486f-45c4-41af-98f5-ab75f910ee9e,revision_number=2']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:38.671315 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-c5cf52fa-d58f-4dbf-909b-c296faffc946 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-541615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854328225'] for router_interface, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:38.685202 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-c5cf52fa-d58f-4dbf-909b-c296faffc946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:38.685688 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-f51e5615-c495-4974-aea2-af650ff2b0db None None] Port ab90486f-45c4-41af-98f5-ab75f910ee9e cannot update to ACTIVE because it is not bound. {{(pid=80167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 22:30:38.698061 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-de403529-c06c-4fb8-8274-9538ca722c80 None None] Set router 72a01932-d992-4eba-85bb-d8b2988074e0 gateway port host: dv-cinder-750782-5-smb {{(pid=80167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:30:38.842690 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cf52fa-d58f-4dbf-909b-c296faffc946 admin admin] Network e1615a81-979f-4377-bdd4-466d6ecb70d8 is already hosted by enough agents. {{(pid=80165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:30:38.845904 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [None req-c5cf52fa-d58f-4dbf-909b-c296faffc946 admin admin] Resources bound (agent type, host, resource id): {{(pid=80165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:30:39.068550 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-de403529-c06c-4fb8-8274-9538ca722c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'name': 'tempest-AttachVolumeShelveTestJSON-329750149-router', 'tenant_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.6'}], 'enable_snat': True}, 'gw_port_id': '145cfcfa-5373-4fbf-bcff-b5a5dcc22542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:30:31Z', 'updated_at': '2021-01-19T22:30:38Z', 'revision_number': 4, 'project_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'gw_port': {'id': '145cfcfa-5373-4fbf-bcff-b5a5dcc22542', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:30:32Z', 'updated_at': '2021-01-19T22:30:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_interfaces': [{'id': 'ab90486f-45c4-41af-98f5-ab75f910ee9e', 'name': '', 'network_id': 'e1615a81-979f-4377-bdd4-466d6ecb70d8', 'tenant_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'mac_address': 'fa:16:3e:c6:df:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'b4c52249-2f5c-40fe-a964-1d16d96ffe83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:30:37Z', 'updated_at': '2021-01-19T22:30:37Z', 'revision_number': 1, 'project_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'subnets': [{'id': 'b4c52249-2f5c-40fe-a964-1d16d96ffe83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:30:39.073675 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de403529-c06c-4fb8-8274-9538ca722c80 None None] The sync data for ids ['72a01932-d992-4eba-85bb-d8b2988074e0'] in dv-cinder-750782-5-smb is: [{'id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'name': 'tempest-AttachVolumeShelveTestJSON-329750149-router', 'tenant_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.6'}], 'enable_snat': True}, 'gw_port_id': '145cfcfa-5373-4fbf-bcff-b5a5dcc22542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:30:31Z', 'updated_at': '2021-01-19T22:30:38Z', 'revision_number': 4, 'project_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'gw_port': {'id': '145cfcfa-5373-4fbf-bcff-b5a5dcc22542', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:30:32Z', 'updated_at': '2021-01-19T22:30:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_interfaces': [{'id': 'ab90486f-45c4-41af-98f5-ab75f910ee9e', 'name': '', 'network_id': 'e1615a81-979f-4377-bdd4-466d6ecb70d8', 'tenant_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'mac_address': 'fa:16:3e:c6:df:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'b4c52249-2f5c-40fe-a964-1d16d96ffe83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:30:37Z', 'updated_at': '2021-01-19T22:30:37Z', 'revision_number': 1, 'project_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'subnets': [{'id': 'b4c52249-2f5c-40fe-a964-1d16d96ffe83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:30:39.111595 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-29b98086-e1ae-4889-bc0f-23562f55fcc9 None None] Provisioning complete for port ab90486f-45c4-41af-98f5-ab75f910ee9e triggered by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:30:39.112053 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-29b98086-e1ae-4889-bc0f-23562f55fcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:39.137416 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e332113-b57e-44e6-8966-7ec10a3d5835 req-c442c81b-cedc-4ec5-b03c-2b3a0a83e8e5 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:39.139033 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0e332113-b57e-44e6-8966-7ec10a3d5835 req-c442c81b-cedc-4ec5-b03c-2b3a0a83e8e5 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?device_id=d73fcd42-7c2b-479d-9af1-dfcfc69b7285 HTTP/1.1" status: 200 len: 945 time: 0.2865818 Jan 19 22:30:39.166318 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5cf52fa-d58f-4dbf-909b-c296faffc946 admin admin] Router 72a01932-d992-4eba-85bb-d8b2988074e0 has already been hosted by L3 agent f53f1119-c8e9-4b63-a732-32c6c8f5b9fc {{(pid=80165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 22:30:39.170986 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-29b98086-e1ae-4889-bc0f-23562f55fcc9 None None] Port ab90486f-45c4-41af-98f5-ab75f910ee9e cannot update to ACTIVE because it is not bound. {{(pid=80167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 22:30:39.328731 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0e332113-b57e-44e6-8966-7ec10a3d5835 req-6c7f57c3-cf87-4485-919e-fc4db87c71be tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/security-groups?id=3950fcd1-3bed-47dd-b889-44121b1b96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1824920 Jan 19 22:30:39.389476 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5cf52fa-d58f-4dbf-909b-c296faffc946 admin admin] Notify agent at l3_agent.dv-cinder-750782-5-smb the message routers_updated {{(pid=80165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:30:39.399673 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-c5cf52fa-d58f-4dbf-909b-c296faffc946 admin admin] 10.222.0.43 "PUT /v2.0/routers/72a01932-d992-4eba-85bb-d8b2988074e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2173328 Jan 19 22:30:39.696328 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device 50f75ecc-3124-4157-8459-cd0c4b388f85 up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:30:39.811059 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port 50f75ecc-3124-4157-8459-cd0c4b388f85 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:30:39.811475 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:39.925634 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 55420) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:30:39.931739 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-b685c236-e425-4bbb-97c5-605a14d73d52 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Request body: {'security_group': {'name': 'tempest-securitygroup--489035065', 'description': 'tempest-description--664678838'}} {{(pid=80166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:30:39.941882 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-b685c236-e425-4bbb-97c5-605a14d73d52 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:30:39.946668 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-b685c236-e425-4bbb-97c5-605a14d73d52 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Usage tracker for resource:security_group and tenant:f0ed436f923242c09f18ac9215bbdd6d is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:30:39.949788 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-b685c236-e425-4bbb-97c5-605a14d73d52 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:30:39.955781 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-b685c236-e425-4bbb-97c5-605a14d73d52 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:30:39.968669 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b685c236-e425-4bbb-97c5-605a14d73d52 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:39.993184 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-b685c236-e425-4bbb-97c5-605a14d73d52 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:30:39.997423 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-b685c236-e425-4bbb-97c5-605a14d73d52 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Usage tracker for resource:security_group_rule and tenant:f0ed436f923242c09f18ac9215bbdd6d is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:30:40.000524 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-b685c236-e425-4bbb-97c5-605a14d73d52 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:30:40.006770 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-b685c236-e425-4bbb-97c5-605a14d73d52 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:30:40.085789 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b685c236-e425-4bbb-97c5-605a14d73d52 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:40.088981 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b685c236-e425-4bbb-97c5-605a14d73d52 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:40.092971 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-34e1b4b2-b6da-48d1-8fc5-97f617ec1ccc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:40.136762 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b685c236-e425-4bbb-97c5-605a14d73d52 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Pushing event updated for resources: {'SecurityGroup': ['ID=758fd4f5-eb00-422f-a193-daec2cde2d65,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:40.139966 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-b685c236-e425-4bbb-97c5-605a14d73d52 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:40.140905 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b685c236-e425-4bbb-97c5-605a14d73d52 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks [] for security_group, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:40.144075 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-b685c236-e425-4bbb-97c5-605a14d73d52 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2154109 Jan 19 22:30:40.145926 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 55424) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:30:40.153241 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-b1c384dc-e1ec-48a3-8468-de62eb18e52e tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Request body: {'security_group_rule': {'security_group_id': '758fd4f5-eb00-422f-a193-daec2cde2d65', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:30:40.163793 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-b1c384dc-e1ec-48a3-8468-de62eb18e52e tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:30:40.168557 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-b1c384dc-e1ec-48a3-8468-de62eb18e52e tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Usage tracker for resource:security_group_rule and tenant:f0ed436f923242c09f18ac9215bbdd6d is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:30:40.171887 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-b1c384dc-e1ec-48a3-8468-de62eb18e52e tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:30:40.178292 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-b1c384dc-e1ec-48a3-8468-de62eb18e52e tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:30:40.196689 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b1c384dc-e1ec-48a3-8468-de62eb18e52e tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks [] for security_group_rule, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:40.262120 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b1c384dc-e1ec-48a3-8468-de62eb18e52e tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:40.265204 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b1c384dc-e1ec-48a3-8468-de62eb18e52e tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257678'] for security_group_rule, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:40.267357 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:40.291316 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c384dc-e1ec-48a3-8468-de62eb18e52e tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2772aa5-3962-45b8-bdb7-0ca67f20aba4,revision_number=0']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:40.297449 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-b1c384dc-e1ec-48a3-8468-de62eb18e52e tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:40.300964 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b1c384dc-e1ec-48a3-8468-de62eb18e52e tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks [] for security_group_rule, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:40.302301 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-b1c384dc-e1ec-48a3-8468-de62eb18e52e tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1553898 Jan 19 22:30:40.305609 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 55428) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:30:40.311280 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-ce823e2d-959d-4288-ba3e-89ab840902fb tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Request body: {'security_group_rule': {'security_group_id': '758fd4f5-eb00-422f-a193-daec2cde2d65', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:30:40.321940 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-ce823e2d-959d-4288-ba3e-89ab840902fb tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:30:40.326007 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-ce823e2d-959d-4288-ba3e-89ab840902fb tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Usage tracker for resource:security_group_rule and tenant:f0ed436f923242c09f18ac9215bbdd6d is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:30:40.329054 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-ce823e2d-959d-4288-ba3e-89ab840902fb tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:30:40.334930 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-ce823e2d-959d-4288-ba3e-89ab840902fb tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:30:40.356355 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ce823e2d-959d-4288-ba3e-89ab840902fb tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks [] for security_group_rule, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:40.421706 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ce823e2d-959d-4288-ba3e-89ab840902fb tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:40.425190 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ce823e2d-959d-4288-ba3e-89ab840902fb tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257678'] for security_group_rule, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:40.427876 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-4004531e-7371-45f3-a1d2-15dc4a4d74ea tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:40.457827 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce823e2d-959d-4288-ba3e-89ab840902fb tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d182f493-4149-42b1-bf3e-f2b47deca716,revision_number=0']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:40.460558 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-ce823e2d-959d-4288-ba3e-89ab840902fb tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:40.467017 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ce823e2d-959d-4288-ba3e-89ab840902fb tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks [] for security_group_rule, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:40.468291 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-ce823e2d-959d-4288-ba3e-89ab840902fb tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1617014 Jan 19 22:30:40.471768 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 55432) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:30:40.478173 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-bb6f6bc2-cb55-449c-b0e5-b5bb07bead54 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Request body: {'floatingip': {'floating_network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028'}} {{(pid=80165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:30:40.487605 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-bb6f6bc2-cb55-449c-b0e5-b5bb07bead54 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:30:40.491672 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-bb6f6bc2-cb55-449c-b0e5-b5bb07bead54 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Usage tracker for resource:floatingip and tenant:f0ed436f923242c09f18ac9215bbdd6d is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:30:40.495369 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-bb6f6bc2-cb55-449c-b0e5-b5bb07bead54 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:30:40.501259 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-bb6f6bc2-cb55-449c-b0e5-b5bb07bead54 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:30:40.511637 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-bb6f6bc2-cb55-449c-b0e5-b5bb07bead54 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks [] for floatingip, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:40.591490 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device 145cfcfa-5373-4fbf-bcff-b5a5dcc22542 up at agent ovs-agent-dv-cinder-750782-5-smb {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:30:40.665149 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-bb6f6bc2-cb55-449c-b0e5-b5bb07bead54 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:40.667479 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Provisioning for port 145cfcfa-5373-4fbf-bcff-b5a5dcc22542 completed by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:30:40.672476 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Provisioning complete for port 145cfcfa-5373-4fbf-bcff-b5a5dcc22542 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:30:40.672904 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:40.806803 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:40.823664 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] For port 145cfcfa-5373-4fbf-bcff-b5a5dcc22542, host dv-cinder-750782-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=145cfcfa-5373-4fbf-bcff-b5a5dcc22542,segment=NetworkSegment(eae0621e-0013-4ba3-ab53-cef85e02fc92),segment_id=eae0621e-0013-4ba3-ab53-cef85e02fc92)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:30:40.826618 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:40.828470 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:40.902155 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Pushing event updated for resources: {'Port': ['ID=145cfcfa-5373-4fbf-bcff-b5a5dcc22542,revision_number=4']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:40.905861 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:40.945774 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.db_base_plugin_common [None req-bb6f6bc2-cb55-449c-b0e5-b5bb07bead54 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Allocated IP 172.28.2.136 (8d9e1b39-82c1-4058-b2cd-c5f96fe21028/38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0/5702f99d-3af3-47b6-8bb1-fd87700b1b2a) {{(pid=80165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:30:41.314281 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-bb6f6bc2-cb55-449c-b0e5-b5bb07bead54 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks [] for port, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:41.344936 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-bb6f6bc2-cb55-449c-b0e5-b5bb07bead54 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307085170889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852767463'] for port, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:41.360202 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-52ba9deb-23af-4482-8397-1f19aa649b64 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:41.500834 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f6bc2-cb55-449c-b0e5-b5bb07bead54 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Pushing event updated for resources: {'Port': ['ID=5702f99d-3af3-47b6-8bb1-fd87700b1b2a,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:41.504051 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-bb6f6bc2-cb55-449c-b0e5-b5bb07bead54 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:41.551538 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6f6bc2-cb55-449c-b0e5-b5bb07bead54 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Network 8d9e1b39-82c1-4058-b2cd-c5f96fe21028 is already hosted by enough agents. {{(pid=80165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:30:41.553620 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [None req-bb6f6bc2-cb55-449c-b0e5-b5bb07bead54 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Resources bound (agent type, host, resource id): {{(pid=80165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:30:41.556564 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6f6bc2-cb55-449c-b0e5-b5bb07bead54 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Received port after_create {{(pid=80165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:30:41.638352 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-bb6f6bc2-cb55-449c-b0e5-b5bb07bead54 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks [] for floatingip, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:41.699080 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-bb6f6bc2-cb55-449c-b0e5-b5bb07bead54 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:41.975495 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-bb6f6bc2-cb55-449c-b0e5-b5bb07bead54 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks [] for port, precommit_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:41.979700 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-bb6f6bc2-cb55-449c-b0e5-b5bb07bead54 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2008354'] for port, after_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:41.995722 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-e0eb1ae8-90e9-4761-b4b9-0ffdf562cdf4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:42.132435 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f6bc2-cb55-449c-b0e5-b5bb07bead54 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Pushing event updated for resources: {'Port': ['ID=5702f99d-3af3-47b6-8bb1-fd87700b1b2a,revision_number=2']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:42.142473 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-bb6f6bc2-cb55-449c-b0e5-b5bb07bead54 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:42.240558 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-bb6f6bc2-cb55-449c-b0e5-b5bb07bead54 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324628'] for floatingip, after_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:42.263406 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-bb6f6bc2-cb55-449c-b0e5-b5bb07bead54 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for floatingip, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:42.264746 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-bb6f6bc2-cb55-449c-b0e5-b5bb07bead54 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7918968 Jan 19 22:30:42.426201 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b3ff6f-c7ec-429c-ae9e-1d802b4aeb9c None None] Sync routers for ids ['72a01932-d992-4eba-85bb-d8b2988074e0'] in dv-cinder-750782-5-smb {{(pid=80168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:30:42.437601 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b3ff6f-c7ec-429c-ae9e-1d802b4aeb9c None None] Routers {'72a01932-d992-4eba-85bb-d8b2988074e0'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:30:42.438285 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-f8b3ff6f-c7ec-429c-ae9e-1d802b4aeb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:30:32Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['72a01932-d992-4eba-85bb-d8b2988074e0'], 'active': True} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:30:42.469402 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0e080700-8896-4aa5-84ed-d1672445fe36 req-b319213e-6e38-4367-b7f3-a34fe9e2421e tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--489035065&fields=id&tenant_id=f0ed436f923242c09f18ac9215bbdd6d HTTP/1.1" status: 200 len: 267 time: 0.0506532 Jan 19 22:30:42.570844 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device 145cfcfa-5373-4fbf-bcff-b5a5dcc22542 up at agent ovs-agent-dv-cinder-750782-5-smb {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:30:42.630785 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-f8b3ff6f-c7ec-429c-ae9e-1d802b4aeb9c None None] Set router 72a01932-d992-4eba-85bb-d8b2988074e0 gateway port host: dv-cinder-750782-5-smb {{(pid=80168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:30:42.644440 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Provisioning complete for port 145cfcfa-5373-4fbf-bcff-b5a5dcc22542 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:30:42.644870 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:42.660646 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e080700-8896-4aa5-84ed-d1672445fe36 req-c085afff-9793-4fe1-bfdb-1e8ad0d944ce tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:42.669028 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0e080700-8896-4aa5-84ed-d1672445fe36 req-c085afff-9793-4fe1-bfdb-1e8ad0d944ce tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/networks?id=e1615a81-979f-4377-bdd4-466d6ecb70d8 HTTP/1.1" status: 200 len: 816 time: 0.1887920 Jan 19 22:30:42.685952 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0e080700-8896-4aa5-84ed-d1672445fe36 req-5cb96e5f-0234-46fa-ac38-8799a33dac66 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/quotas/f0ed436f923242c09f18ac9215bbdd6d HTTP/1.1" status: 200 len: 375 time: 0.0156105 Jan 19 22:30:42.800393 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-0e080700-8896-4aa5-84ed-d1672445fe36 req-1bc8f44c-f65f-49af-9f40-8be4891983c4 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Synchronizing usage tracker for tenant:f0ed436f923242c09f18ac9215bbdd6d on resource:port {{(pid=80165) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:30:42.818587 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-0e080700-8896-4aa5-84ed-d1672445fe36 req-1bc8f44c-f65f-49af-9f40-8be4891983c4 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Unset dirty status for tenant:f0ed436f923242c09f18ac9215bbdd6d on resource:port {{(pid=80165) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:30:42.820044 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0e080700-8896-4aa5-84ed-d1672445fe36 req-1bc8f44c-f65f-49af-9f40-8be4891983c4 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?tenant_id=f0ed436f923242c09f18ac9215bbdd6d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1280620 Jan 19 22:30:42.983809 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0e080700-8896-4aa5-84ed-d1672445fe36 req-869be4f6-2c98-4061-aff5-d16ad5d977df service neutron] 10.222.0.43 "GET /v2.0/networks/e1615a81-979f-4377-bdd4-466d6ecb70d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490896 Jan 19 22:30:42.997486 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-f8b3ff6f-c7ec-429c-ae9e-1d802b4aeb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'name': 'tempest-AttachVolumeShelveTestJSON-329750149-router', 'tenant_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.6'}], 'enable_snat': True}, 'gw_port_id': '145cfcfa-5373-4fbf-bcff-b5a5dcc22542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:30:31Z', 'updated_at': '2021-01-19T22:30:38Z', 'revision_number': 4, 'project_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'gw_port': {'id': '145cfcfa-5373-4fbf-bcff-b5a5dcc22542', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:30:32Z', 'updated_at': '2021-01-19T22:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_interfaces': [{'id': 'ab90486f-45c4-41af-98f5-ab75f910ee9e', 'name': '', 'network_id': 'e1615a81-979f-4377-bdd4-466d6ecb70d8', 'tenant_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'mac_address': 'fa:16:3e:c6:df:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'b4c52249-2f5c-40fe-a964-1d16d96ffe83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:30:37Z', 'updated_at': '2021-01-19T22:30:38Z', 'revision_number': 2, 'project_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'subnets': [{'id': 'b4c52249-2f5c-40fe-a964-1d16d96ffe83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:30:43.001898 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b3ff6f-c7ec-429c-ae9e-1d802b4aeb9c None None] Checking router: 72a01932-d992-4eba-85bb-d8b2988074e0 for host: dv-cinder-750782-5-smb {{(pid=80168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:30:43.002184 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b3ff6f-c7ec-429c-ae9e-1d802b4aeb9c None None] Updating router 72a01932-d992-4eba-85bb-d8b2988074e0 port ab90486f-45c4-41af-98f5-ab75f910ee9e binding host dv-cinder-750782-5-smb {{(pid=80168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 19 22:30:43.056904 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f8b3ff6f-c7ec-429c-ae9e-1d802b4aeb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:43.127398 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0e080700-8896-4aa5-84ed-d1672445fe36 req-74fc99c4-38f8-4963-ab1d-a7d83b1cc877 service neutron] 10.222.0.43 "GET /v2.0/networks/e1615a81-979f-4377-bdd4-466d6ecb70d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1369817 Jan 19 22:30:43.374471 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-b0cf9b3b-c323-4ef4-8d35-2a8be0dbd42d req-b33b89ae-82ef-4bd4-9bcc-2374797243f9 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 210 time: 0.0788722 Jan 19 22:30:43.510510 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f8b3ff6f-c7ec-429c-ae9e-1d802b4aeb9c None None] Notify callbacks [] for port, precommit_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:43.529860 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-f8b3ff6f-c7ec-429c-ae9e-1d802b4aeb9c None None] Transition to ACTIVE for port object ab90486f-45c4-41af-98f5-ab75f910ee9e will not be triggered until provisioned by entity L2. {{(pid=80168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:30:43.532844 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f8b3ff6f-c7ec-429c-ae9e-1d802b4aeb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:43.552530 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-d8e57a9e-19f5-491e-abf7-f87a0000b227 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:43.695817 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594add2a-8dba-478e-ac78-5bb52e3beff6 None None] Pushing event updated for resources: {'Port': ['ID=ab90486f-45c4-41af-98f5-ab75f910ee9e,revision_number=3']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:43.707701 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594add2a-8dba-478e-ac78-5bb52e3beff6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:43.708161 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594add2a-8dba-478e-ac78-5bb52e3beff6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:43.708545 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594add2a-8dba-478e-ac78-5bb52e3beff6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:43.708920 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594add2a-8dba-478e-ac78-5bb52e3beff6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:43.709302 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594add2a-8dba-478e-ac78-5bb52e3beff6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:43.709681 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594add2a-8dba-478e-ac78-5bb52e3beff6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:43.710047 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594add2a-8dba-478e-ac78-5bb52e3beff6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:43.710407 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594add2a-8dba-478e-ac78-5bb52e3beff6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:43.711998 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594add2a-8dba-478e-ac78-5bb52e3beff6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:43.712373 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594add2a-8dba-478e-ac78-5bb52e3beff6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:43.712739 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594add2a-8dba-478e-ac78-5bb52e3beff6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:43.713099 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594add2a-8dba-478e-ac78-5bb52e3beff6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:43.713543 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594add2a-8dba-478e-ac78-5bb52e3beff6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:43.713905 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594add2a-8dba-478e-ac78-5bb52e3beff6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:43.714260 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594add2a-8dba-478e-ac78-5bb52e3beff6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:43.714618 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594add2a-8dba-478e-ac78-5bb52e3beff6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:43.714978 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594add2a-8dba-478e-ac78-5bb52e3beff6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:43.715337 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594add2a-8dba-478e-ac78-5bb52e3beff6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:43.715694 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594add2a-8dba-478e-ac78-5bb52e3beff6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:43.716050 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594add2a-8dba-478e-ac78-5bb52e3beff6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:43.716407 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594add2a-8dba-478e-ac78-5bb52e3beff6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:43.716763 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594add2a-8dba-478e-ac78-5bb52e3beff6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:43.717122 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594add2a-8dba-478e-ac78-5bb52e3beff6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:43.717499 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594add2a-8dba-478e-ac78-5bb52e3beff6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:43.723190 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-594add2a-8dba-478e-ac78-5bb52e3beff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:43.888329 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-f8b3ff6f-c7ec-429c-ae9e-1d802b4aeb9c None None] Attempting to bind port ab90486f-45c4-41af-98f5-ab75f910ee9e on host dv-cinder-750782-5-smb for vnic_type normal with profile {{(pid=80168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:30:43.888733 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-f8b3ff6f-c7ec-429c-ae9e-1d802b4aeb9c None None] Attempting to bind port ab90486f-45c4-41af-98f5-ab75f910ee9e by drivers openvswitch on host dv-cinder-750782-5-smb at level 0 using segments [{'id': '1014e9b3-3ba0-49df-a5ed-d042cca9ac40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1615a81-979f-4377-bdd4-466d6ecb70d8'}] {{(pid=80168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:30:43.889132 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b3ff6f-c7ec-429c-ae9e-1d802b4aeb9c None None] Attempting to bind port ab90486f-45c4-41af-98f5-ab75f910ee9e on network e1615a81-979f-4377-bdd4-466d6ecb70d8 {{(pid=80168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:30:43.895078 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b3ff6f-c7ec-429c-ae9e-1d802b4aeb9c None None] Checking agent: {'id': 'f078d5c4-c25a-4ec9-8658-39b8d5860620', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 17, 33), 'started_at': datetime.datetime(2021, 1, 19, 22, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:30:43.895490 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b3ff6f-c7ec-429c-ae9e-1d802b4aeb9c None None] Checking segment: {'id': '1014e9b3-3ba0-49df-a5ed-d042cca9ac40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1615a81-979f-4377-bdd4-466d6ecb70d8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:30:43.895926 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f8b3ff6f-c7ec-429c-ae9e-1d802b4aeb9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:43.896353 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b3ff6f-c7ec-429c-ae9e-1d802b4aeb9c None None] Bound using segment: {'id': '1014e9b3-3ba0-49df-a5ed-d042cca9ac40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1615a81-979f-4377-bdd4-466d6ecb70d8'} {{(pid=80168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:30:43.896863 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-f8b3ff6f-c7ec-429c-ae9e-1d802b4aeb9c None None] Bound port: ab90486f-45c4-41af-98f5-ab75f910ee9e, host: dv-cinder-750782-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1014e9b3-3ba0-49df-a5ed-d042cca9ac40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1615a81-979f-4377-bdd4-466d6ecb70d8'}}] {{(pid=80168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:30:43.897307 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f8b3ff6f-c7ec-429c-ae9e-1d802b4aeb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:43.998944 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-f8b3ff6f-c7ec-429c-ae9e-1d802b4aeb9c None None] For port ab90486f-45c4-41af-98f5-ab75f910ee9e, host dv-cinder-750782-5-smb, cleared binding levels {{(pid=80168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:30:44.002666 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-f8b3ff6f-c7ec-429c-ae9e-1d802b4aeb9c None None] For port ab90486f-45c4-41af-98f5-ab75f910ee9e, host dv-cinder-750782-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=ab90486f-45c4-41af-98f5-ab75f910ee9e,segment=NetworkSegment(1014e9b3-3ba0-49df-a5ed-d042cca9ac40),segment_id=1014e9b3-3ba0-49df-a5ed-d042cca9ac40)] {{(pid=80168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:30:44.005887 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f8b3ff6f-c7ec-429c-ae9e-1d802b4aeb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:44.023854 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:44.191070 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594add2a-8dba-478e-ac78-5bb52e3beff6 None None] Pushing event updated for resources: {'Port': ['ID=ab90486f-45c4-41af-98f5-ab75f910ee9e,revision_number=4']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:44.194525 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-594add2a-8dba-478e-ac78-5bb52e3beff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:44.236404 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b3ff6f-c7ec-429c-ae9e-1d802b4aeb9c None None] Routers {'72a01932-d992-4eba-85bb-d8b2988074e0'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:30:44.237065 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-f8b3ff6f-c7ec-429c-ae9e-1d802b4aeb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:30:32Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['72a01932-d992-4eba-85bb-d8b2988074e0'], 'active': True} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:30:44.445174 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-f8b3ff6f-c7ec-429c-ae9e-1d802b4aeb9c None None] Set router 72a01932-d992-4eba-85bb-d8b2988074e0 gateway port host: dv-cinder-750782-5-smb {{(pid=80168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:30:44.613749 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device ab90486f-45c4-41af-98f5-ab75f910ee9e up at agent ovs-agent-dv-cinder-750782-5-smb {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:30:44.616823 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d55f843a-f875-4c41-b67c-0a87097d3992 req-56e7bbd6-33c0-4537-af8b-05c487c872bc tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 210 time: 0.0824847 Jan 19 22:30:44.706314 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Provisioning for port ab90486f-45c4-41af-98f5-ab75f910ee9e completed by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:30:44.714199 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Provisioning complete for port ab90486f-45c4-41af-98f5-ab75f910ee9e triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:30:44.714814 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:44.791969 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e080700-8896-4aa5-84ed-d1672445fe36 req-c7c5f054-87d0-4dff-8316-c3de9406388e tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:44.793697 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0e080700-8896-4aa5-84ed-d1672445fe36 req-c7c5f054-87d0-4dff-8316-c3de9406388e tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.66 "GET /v2.0/networks?id=e1615a81-979f-4377-bdd4-466d6ecb70d8 HTTP/1.1" status: 200 len: 816 time: 0.2164128 Jan 19 22:30:44.830262 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-f8b3ff6f-c7ec-429c-ae9e-1d802b4aeb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'name': 'tempest-AttachVolumeShelveTestJSON-329750149-router', 'tenant_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.6'}], 'enable_snat': True}, 'gw_port_id': '145cfcfa-5373-4fbf-bcff-b5a5dcc22542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:30:31Z', 'updated_at': '2021-01-19T22:30:38Z', 'revision_number': 4, 'project_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'gw_port': {'id': '145cfcfa-5373-4fbf-bcff-b5a5dcc22542', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:30:32Z', 'updated_at': '2021-01-19T22:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_interfaces': [{'id': 'ab90486f-45c4-41af-98f5-ab75f910ee9e', 'name': '', 'network_id': 'e1615a81-979f-4377-bdd4-466d6ecb70d8', 'tenant_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'mac_address': 'fa:16:3e:c6:df:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'b4c52249-2f5c-40fe-a964-1d16d96ffe83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:30:37Z', 'updated_at': '2021-01-19T22:30:43Z', 'revision_number': 4, 'project_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'subnets': [{'id': 'b4c52249-2f5c-40fe-a964-1d16d96ffe83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:30:44.834930 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b3ff6f-c7ec-429c-ae9e-1d802b4aeb9c None None] The sync data for ids ['72a01932-d992-4eba-85bb-d8b2988074e0'] in dv-cinder-750782-5-smb is: [{'id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'name': 'tempest-AttachVolumeShelveTestJSON-329750149-router', 'tenant_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.6'}], 'enable_snat': True}, 'gw_port_id': '145cfcfa-5373-4fbf-bcff-b5a5dcc22542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:30:31Z', 'updated_at': '2021-01-19T22:30:38Z', 'revision_number': 4, 'project_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'gw_port': {'id': '145cfcfa-5373-4fbf-bcff-b5a5dcc22542', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:30:32Z', 'updated_at': '2021-01-19T22:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_interfaces': [{'id': 'ab90486f-45c4-41af-98f5-ab75f910ee9e', 'name': '', 'network_id': 'e1615a81-979f-4377-bdd4-466d6ecb70d8', 'tenant_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'mac_address': 'fa:16:3e:c6:df:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'b4c52249-2f5c-40fe-a964-1d16d96ffe83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:30:37Z', 'updated_at': '2021-01-19T22:30:43Z', 'revision_number': 4, 'project_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'subnets': [{'id': 'b4c52249-2f5c-40fe-a964-1d16d96ffe83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:30:44.880238 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:44.917160 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0e080700-8896-4aa5-84ed-d1672445fe36 req-2f1c68f3-3cc6-4be3-85de-3d903b6c76f7 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f0ed436f923242c09f18ac9215bbdd6d HTTP/1.1" status: 200 len: 5707 time: 0.0931828 Jan 19 22:30:44.921763 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] For port ab90486f-45c4-41af-98f5-ab75f910ee9e, host dv-cinder-750782-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=ab90486f-45c4-41af-98f5-ab75f910ee9e,segment=NetworkSegment(1014e9b3-3ba0-49df-a5ed-d042cca9ac40),segment_id=1014e9b3-3ba0-49df-a5ed-d042cca9ac40)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:30:44.925398 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:44.927550 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:44.933146 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [req-0e080700-8896-4aa5-84ed-d1672445fe36 req-23028171-1a45-497c-affa-99cb5a112ad5 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Request body: {'port': {'device_id': 'd51c4c01-110b-4cf6-ad0d-d1f3a327bc49', 'network_id': 'e1615a81-979f-4377-bdd4-466d6ecb70d8', 'admin_state_up': True, 'tenant_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'security_groups': ['758fd4f5-eb00-422f-a193-daec2cde2d65']}} {{(pid=80165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:30:45.020294 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Pushing event updated for resources: {'Port': ['ID=ab90486f-45c4-41af-98f5-ab75f910ee9e,revision_number=5']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:45.024699 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:45.087421 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [req-0e080700-8896-4aa5-84ed-d1672445fe36 req-23028171-1a45-497c-affa-99cb5a112ad5 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:30:45.097659 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [req-0e080700-8896-4aa5-84ed-d1672445fe36 req-23028171-1a45-497c-affa-99cb5a112ad5 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:30:45.107529 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e080700-8896-4aa5-84ed-d1672445fe36 req-23028171-1a45-497c-affa-99cb5a112ad5 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Made reservation on behalf of f0ed436f923242c09f18ac9215bbdd6d for: {'port': 1} {{(pid=80165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:30:45.116469 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-0e080700-8896-4aa5-84ed-d1672445fe36 req-23028171-1a45-497c-affa-99cb5a112ad5 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:45.442644 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.db_base_plugin_common [req-0e080700-8896-4aa5-84ed-d1672445fe36 req-23028171-1a45-497c-affa-99cb5a112ad5 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Allocated IP 172.20.0.11 (e1615a81-979f-4377-bdd4-466d6ecb70d8/b4c52249-2f5c-40fe-a964-1d16d96ffe83/5ffacb92-4e3d-45e9-aa2f-00235d9bb37f) {{(pid=80165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:30:45.644679 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-0e080700-8896-4aa5-84ed-d1672445fe36 req-23028171-1a45-497c-affa-99cb5a112ad5 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks [] for port, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:45.661097 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [req-0e080700-8896-4aa5-84ed-d1672445fe36 req-23028171-1a45-497c-affa-99cb5a112ad5 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Transition to ACTIVE for port object 5ffacb92-4e3d-45e9-aa2f-00235d9bb37f will not be triggered until provisioned by entity DHCP. {{(pid=80165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:30:45.694310 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-0e080700-8896-4aa5-84ed-d1672445fe36 req-23028171-1a45-497c-affa-99cb5a112ad5 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307085170889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852767463'] for port, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:45.712340 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-7b394b60-61c5-436d-bcc0-19877c9282db tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:45.861756 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23028171-1a45-497c-affa-99cb5a112ad5 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Pushing event updated for resources: {'Port': ['ID=5ffacb92-4e3d-45e9-aa2f-00235d9bb37f,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:45.866234 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-23028171-1a45-497c-affa-99cb5a112ad5 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:45.889468 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b9c43-821a-4cc6-81d0-13e351d1e91b req-75fe7425-13c7-4f92-80a3-4a8a3b738b96 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:45.891130 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-572b9c43-821a-4cc6-81d0-13e351d1e91b req-75fe7425-13c7-4f92-80a3-4a8a3b738b96 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 932 time: 0.1059079 Jan 19 22:30:45.919016 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e080700-8896-4aa5-84ed-d1672445fe36 req-23028171-1a45-497c-affa-99cb5a112ad5 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Network e1615a81-979f-4377-bdd4-466d6ecb70d8 is already hosted by enough agents. {{(pid=80165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:30:45.920208 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [req-0e080700-8896-4aa5-84ed-d1672445fe36 req-23028171-1a45-497c-affa-99cb5a112ad5 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Resources bound (agent type, host, resource id): {{(pid=80165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:30:45.922615 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e080700-8896-4aa5-84ed-d1672445fe36 req-23028171-1a45-497c-affa-99cb5a112ad5 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Received port after_create {{(pid=80165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:30:45.944809 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-572b9c43-821a-4cc6-81d0-13e351d1e91b req-f85aa6fd-63e5-47a2-a950-0d30b969525f tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Synchronizing usage tracker for tenant:f0ed436f923242c09f18ac9215bbdd6d on resource:security_group {{(pid=80166) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:30:45.967875 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-572b9c43-821a-4cc6-81d0-13e351d1e91b req-f85aa6fd-63e5-47a2-a950-0d30b969525f tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Unset dirty status for tenant:f0ed436f923242c09f18ac9215bbdd6d on resource:security_group {{(pid=80166) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:30:45.970108 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-572b9c43-821a-4cc6-81d0-13e351d1e91b req-f85aa6fd-63e5-47a2-a950-0d30b969525f tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=758fd4f5-eb00-422f-a193-daec2cde2d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721526 Jan 19 22:30:46.015018 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e080700-8896-4aa5-84ed-d1672445fe36 req-23028171-1a45-497c-affa-99cb5a112ad5 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:46.015018 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-0e080700-8896-4aa5-84ed-d1672445fe36 req-23028171-1a45-497c-affa-99cb5a112ad5 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for port, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:46.041671 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0e080700-8896-4aa5-84ed-d1672445fe36 req-23028171-1a45-497c-affa-99cb5a112ad5 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1129699 Jan 19 22:30:46.061086 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [req-0e080700-8896-4aa5-84ed-d1672445fe36 req-326347e0-2e16-41a8-aae5-039f49acb13f service neutron] Request body: {'port': {'device_id': 'd51c4c01-110b-4cf6-ad0d-d1f3a327bc49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:30:46.181364 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-0e080700-8896-4aa5-84ed-d1672445fe36 req-326347e0-2e16-41a8-aae5-039f49acb13f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:46.200249 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-26fbbfb2-455d-4d52-ab0d-56187de1a4ee None None] Provisioning for port 5ffacb92-4e3d-45e9-aa2f-00235d9bb37f completed by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:30:46.205309 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-26fbbfb2-455d-4d52-ab0d-56187de1a4ee None None] Provisioning complete for port 5ffacb92-4e3d-45e9-aa2f-00235d9bb37f triggered by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:30:46.205755 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-26fbbfb2-455d-4d52-ab0d-56187de1a4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:46.265223 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-26fbbfb2-455d-4d52-ab0d-56187de1a4ee None None] Port 5ffacb92-4e3d-45e9-aa2f-00235d9bb37f cannot update to ACTIVE because it is not bound. {{(pid=80167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 22:30:46.571385 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device ab90486f-45c4-41af-98f5-ab75f910ee9e up at agent ovs-agent-dv-cinder-750782-5-smb {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:30:46.602918 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [req-0e080700-8896-4aa5-84ed-d1672445fe36 req-326347e0-2e16-41a8-aae5-039f49acb13f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ffacb92-4e3d-45e9-aa2f-00235d9bb37f {{(pid=80165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 19 22:30:46.611478 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-0e080700-8896-4aa5-84ed-d1672445fe36 req-326347e0-2e16-41a8-aae5-039f49acb13f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:46.633532 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [req-0e080700-8896-4aa5-84ed-d1672445fe36 req-326347e0-2e16-41a8-aae5-039f49acb13f service neutron] Transition to ACTIVE for port object 5ffacb92-4e3d-45e9-aa2f-00235d9bb37f will not be triggered until provisioned by entity L2. {{(pid=80165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:30:46.637846 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-0e080700-8896-4aa5-84ed-d1672445fe36 req-326347e0-2e16-41a8-aae5-039f49acb13f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2008354'] for port, after_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:46.658451 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Provisioning complete for port ab90486f-45c4-41af-98f5-ab75f910ee9e triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:30:46.659060 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:46.676577 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-feb76a94-86df-4aae-ab68-e438b644f002 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:47.014514 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326347e0-2e16-41a8-aae5-039f49acb13f service neutron] Pushing event updated for resources: {'Port': ['ID=5ffacb92-4e3d-45e9-aa2f-00235d9bb37f,revision_number=2']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:47.019396 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-326347e0-2e16-41a8-aae5-039f49acb13f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:47.265332 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [req-0e080700-8896-4aa5-84ed-d1672445fe36 req-326347e0-2e16-41a8-aae5-039f49acb13f service neutron] Attempting to bind port 5ffacb92-4e3d-45e9-aa2f-00235d9bb37f on host hv-cinder-75078 for vnic_type normal with profile {{(pid=80165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:30:47.265971 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [req-0e080700-8896-4aa5-84ed-d1672445fe36 req-326347e0-2e16-41a8-aae5-039f49acb13f service neutron] Attempting to bind port 5ffacb92-4e3d-45e9-aa2f-00235d9bb37f by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': '1014e9b3-3ba0-49df-a5ed-d042cca9ac40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1615a81-979f-4377-bdd4-466d6ecb70d8'}] {{(pid=80165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:30:47.266178 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e080700-8896-4aa5-84ed-d1672445fe36 req-326347e0-2e16-41a8-aae5-039f49acb13f service neutron] Attempting to bind port 5ffacb92-4e3d-45e9-aa2f-00235d9bb37f on network e1615a81-979f-4377-bdd4-466d6ecb70d8 {{(pid=80165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:30:47.277414 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e080700-8896-4aa5-84ed-d1672445fe36 req-326347e0-2e16-41a8-aae5-039f49acb13f service neutron] Checking agent: {'id': 'fdb5f3a7-7d47-485b-a3bd-ac2e8030a5a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 24, 37), 'started_at': datetime.datetime(2021, 1, 19, 22, 25, 7), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:30:47.277814 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e080700-8896-4aa5-84ed-d1672445fe36 req-326347e0-2e16-41a8-aae5-039f49acb13f service neutron] Checking segment: {'id': '1014e9b3-3ba0-49df-a5ed-d042cca9ac40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1615a81-979f-4377-bdd4-466d6ecb70d8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:30:47.278207 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-0e080700-8896-4aa5-84ed-d1672445fe36 req-326347e0-2e16-41a8-aae5-039f49acb13f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:47.278615 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e080700-8896-4aa5-84ed-d1672445fe36 req-326347e0-2e16-41a8-aae5-039f49acb13f service neutron] Bound using segment: {'id': '1014e9b3-3ba0-49df-a5ed-d042cca9ac40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1615a81-979f-4377-bdd4-466d6ecb70d8'} {{(pid=80165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:30:47.279092 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [req-0e080700-8896-4aa5-84ed-d1672445fe36 req-326347e0-2e16-41a8-aae5-039f49acb13f service neutron] Bound port: 5ffacb92-4e3d-45e9-aa2f-00235d9bb37f, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1014e9b3-3ba0-49df-a5ed-d042cca9ac40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1615a81-979f-4377-bdd4-466d6ecb70d8'}}] {{(pid=80165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:30:47.279468 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-0e080700-8896-4aa5-84ed-d1672445fe36 req-326347e0-2e16-41a8-aae5-039f49acb13f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:47.321210 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521922c1-df7b-4226-9014-3fe99dd52ed5 req-98da62db-8b66-44a7-9115-1beef0a18993 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:47.321978 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-521922c1-df7b-4226-9014-3fe99dd52ed5 req-98da62db-8b66-44a7-9115-1beef0a18993 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Synchronizing usage tracker for tenant:f0ed436f923242c09f18ac9215bbdd6d on resource:port {{(pid=80165) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:30:47.392283 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-521922c1-df7b-4226-9014-3fe99dd52ed5 req-98da62db-8b66-44a7-9115-1beef0a18993 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Unset dirty status for tenant:f0ed436f923242c09f18ac9215bbdd6d on resource:port {{(pid=80165) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:30:47.393616 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-521922c1-df7b-4226-9014-3fe99dd52ed5 req-98da62db-8b66-44a7-9115-1beef0a18993 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 944 time: 0.2437291 Jan 19 22:30:47.451036 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-0e080700-8896-4aa5-84ed-d1672445fe36 req-326347e0-2e16-41a8-aae5-039f49acb13f service neutron] For port 5ffacb92-4e3d-45e9-aa2f-00235d9bb37f, host hv-cinder-75078, cleared binding levels {{(pid=80165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:30:47.468683 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-0e080700-8896-4aa5-84ed-d1672445fe36 req-326347e0-2e16-41a8-aae5-039f49acb13f service neutron] For port 5ffacb92-4e3d-45e9-aa2f-00235d9bb37f, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=5ffacb92-4e3d-45e9-aa2f-00235d9bb37f,segment=NetworkSegment(1014e9b3-3ba0-49df-a5ed-d042cca9ac40),segment_id=1014e9b3-3ba0-49df-a5ed-d042cca9ac40)] {{(pid=80165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:30:47.475712 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-521922c1-df7b-4226-9014-3fe99dd52ed5 req-2b48564a-d93b-42bd-9c9e-1796694e1c7d tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=758fd4f5-eb00-422f-a193-daec2cde2d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725086 Jan 19 22:30:47.477818 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-0e080700-8896-4aa5-84ed-d1672445fe36 req-326347e0-2e16-41a8-aae5-039f49acb13f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2008354'] for port, after_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:47.493849 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:47.650034 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326347e0-2e16-41a8-aae5-039f49acb13f service neutron] Pushing event updated for resources: {'Port': ['ID=5ffacb92-4e3d-45e9-aa2f-00235d9bb37f,revision_number=3']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:47.654975 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-326347e0-2e16-41a8-aae5-039f49acb13f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:47.687183 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e080700-8896-4aa5-84ed-d1672445fe36 req-326347e0-2e16-41a8-aae5-039f49acb13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:47.688068 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-0e080700-8896-4aa5-84ed-d1672445fe36 req-326347e0-2e16-41a8-aae5-039f49acb13f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for port, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:47.691702 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0e080700-8896-4aa5-84ed-d1672445fe36 req-326347e0-2e16-41a8-aae5-039f49acb13f service neutron] 10.222.0.66 "PUT /v2.0/ports/5ffacb92-4e3d-45e9-aa2f-00235d9bb37f HTTP/1.1" status: 200 len: 1158 time: 1.6339290 Jan 19 22:30:47.691702 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd51c4c01-110b-4cf6-ad0d-d1f3a327bc49', 'tag': '5ffacb92-4e3d-45e9-aa2f-00235d9bb37f'}] {{(pid=80165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:30:47.765822 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd51c4c01-110b-4cf6-ad0d-d1f3a327bc49', 'tag': '5ffacb92-4e3d-45e9-aa2f-00235d9bb37f', 'status': 'completed', 'code': 200} Jan 19 22:30:47.864175 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e080700-8896-4aa5-84ed-d1672445fe36 req-f1b7636d-a311-4574-9206-ea9b3bdee65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:47.865850 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0e080700-8896-4aa5-84ed-d1672445fe36 req-f1b7636d-a311-4574-9206-ea9b3bdee65f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f0ed436f923242c09f18ac9215bbdd6d&device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 1161 time: 0.0824318 Jan 19 22:30:47.952404 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0e080700-8896-4aa5-84ed-d1672445fe36 req-fe92a293-adfb-4991-b3e6-e901d9878348 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ffacb92-4e3d-45e9-aa2f-00235d9bb37f HTTP/1.1" status: 200 len: 217 time: 0.0680819 Jan 19 22:30:48.031535 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e080700-8896-4aa5-84ed-d1672445fe36 req-bafc5ccd-e595-42d1-9599-4d1619238db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:48.033233 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0e080700-8896-4aa5-84ed-d1672445fe36 req-bafc5ccd-e595-42d1-9599-4d1619238db0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b4c52249-2f5c-40fe-a964-1d16d96ffe83 HTTP/1.1" status: 200 len: 855 time: 0.0696807 Jan 19 22:30:48.118593 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e080700-8896-4aa5-84ed-d1672445fe36 req-e203695e-3305-4633-b938-ef0cdfc27fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:48.120162 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0e080700-8896-4aa5-84ed-d1672445fe36 req-e203695e-3305-4633-b938-ef0cdfc27fd7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e1615a81-979f-4377-bdd4-466d6ecb70d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0795612 Jan 19 22:30:48.263451 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0e080700-8896-4aa5-84ed-d1672445fe36 req-4a69bb33-6662-4171-8556-766d0ff59ed0 service neutron] 10.222.0.66 "GET /v2.0/networks/e1615a81-979f-4377-bdd4-466d6ecb70d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352777 Jan 19 22:30:48.415774 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0e080700-8896-4aa5-84ed-d1672445fe36 req-ed468317-07ff-4396-af0f-1d30dea0cfab service neutron] 10.222.0.66 "GET /v2.0/networks/e1615a81-979f-4377-bdd4-466d6ecb70d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1451478 Jan 19 22:30:48.611198 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7ea41-a701-41b8-9056-eb241c4293d0 req-0a62d3a3-e8a9-43f2-ac99-cd7ff1d99d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:48.612842 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-8ef7ea41-a701-41b8-9056-eb241c4293d0 req-0a62d3a3-e8a9-43f2-ac99-cd7ff1d99d11 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f0ed436f923242c09f18ac9215bbdd6d&device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 1161 time: 0.0786591 Jan 19 22:30:48.821509 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7ea41-a701-41b8-9056-eb241c4293d0 req-a3868fbd-d8c1-41e7-b807-e95f839f0d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:48.823087 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-8ef7ea41-a701-41b8-9056-eb241c4293d0 req-a3868fbd-d8c1-41e7-b807-e95f839f0d4c service neutron] 10.222.0.66 "GET /v2.0/networks?id=e1615a81-979f-4377-bdd4-466d6ecb70d8 HTTP/1.1" status: 200 len: 910 time: 0.2032814 Jan 19 22:30:48.845348 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6277547-6add-4c8b-ab0e-93ab948cef6b req-25c391c3-4778-4898-8ac2-0440b1e402b9 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:48.846933 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-e6277547-6add-4c8b-ab0e-93ab948cef6b req-25c391c3-4778-4898-8ac2-0440b1e402b9 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 944 time: 0.2034702 Jan 19 22:30:48.937933 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-8ef7ea41-a701-41b8-9056-eb241c4293d0 req-76294c13-bf2b-4222-ac6c-f026dac99145 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ffacb92-4e3d-45e9-aa2f-00235d9bb37f HTTP/1.1" status: 200 len: 217 time: 0.0899715 Jan 19 22:30:49.009941 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-e6277547-6add-4c8b-ab0e-93ab948cef6b req-358bd8b5-ceb5-4814-8a68-a97f5a1cdcd2 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=758fd4f5-eb00-422f-a193-daec2cde2d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042175 Jan 19 22:30:49.027631 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7ea41-a701-41b8-9056-eb241c4293d0 req-78c39223-8629-4495-ada1-99f7ed27dd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:49.029176 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-8ef7ea41-a701-41b8-9056-eb241c4293d0 req-78c39223-8629-4495-ada1-99f7ed27dd8c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b4c52249-2f5c-40fe-a964-1d16d96ffe83 HTTP/1.1" status: 200 len: 855 time: 0.0805478 Jan 19 22:30:49.114853 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7ea41-a701-41b8-9056-eb241c4293d0 req-4585eb76-13a3-4cc8-a280-f492bf4f6329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:49.116463 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-8ef7ea41-a701-41b8-9056-eb241c4293d0 req-4585eb76-13a3-4cc8-a280-f492bf4f6329 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e1615a81-979f-4377-bdd4-466d6ecb70d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0793390 Jan 19 22:30:49.263359 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-8ef7ea41-a701-41b8-9056-eb241c4293d0 req-5e9aebaa-954c-4abd-8096-e37be2e126df service neutron] 10.222.0.66 "GET /v2.0/networks/e1615a81-979f-4377-bdd4-466d6ecb70d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378658 Jan 19 22:30:49.414372 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-8ef7ea41-a701-41b8-9056-eb241c4293d0 req-b05341d6-250d-4b05-93c2-a9ebd7ad478c service neutron] 10.222.0.66 "GET /v2.0/networks/e1615a81-979f-4377-bdd4-466d6ecb70d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1424880 Jan 19 22:30:50.253642 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f466a-c5b3-4f84-8d1e-74438e96c05a req-207863e8-9b3f-4ef4-b8dd-6418706fe698 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:50.255341 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-fb4f466a-c5b3-4f84-8d1e-74438e96c05a req-207863e8-9b3f-4ef4-b8dd-6418706fe698 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 944 time: 0.1009548 Jan 19 22:30:50.309182 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-fb4f466a-c5b3-4f84-8d1e-74438e96c05a req-42cc9ffc-033c-4100-bc47-010664c01a39 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=758fd4f5-eb00-422f-a193-daec2cde2d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470650 Jan 19 22:30:51.558444 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd733f-b90e-485a-8fa7-4f7423d20c2e req-29b2f89c-6d0e-4bd1-9a2c-5502302224ed tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:51.560065 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-1ccd733f-b90e-485a-8fa7-4f7423d20c2e req-29b2f89c-6d0e-4bd1-9a2c-5502302224ed tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 944 time: 0.1050913 Jan 19 22:30:51.610879 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-1ccd733f-b90e-485a-8fa7-4f7423d20c2e req-19edf0c4-24f0-4fb5-9aff-a9688ca80e4a tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=758fd4f5-eb00-422f-a193-daec2cde2d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442681 Jan 19 22:30:52.402078 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device 5ffacb92-4e3d-45e9-aa2f-00235d9bb37f up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:30:52.471668 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning for port 5ffacb92-4e3d-45e9-aa2f-00235d9bb37f completed by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:30:52.477191 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port 5ffacb92-4e3d-45e9-aa2f-00235d9bb37f triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:30:52.477643 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:52.602000 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:52.631335 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd51c4c01-110b-4cf6-ad0d-d1f3a327bc49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ffacb92-4e3d-45e9-aa2f-00235d9bb37f'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:30:52.641960 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] For port 5ffacb92-4e3d-45e9-aa2f-00235d9bb37f, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=5ffacb92-4e3d-45e9-aa2f-00235d9bb37f,segment=NetworkSegment(1014e9b3-3ba0-49df-a5ed-d042cca9ac40),segment_id=1014e9b3-3ba0-49df-a5ed-d042cca9ac40)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:30:52.646560 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:52.648555 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:52.712623 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd51c4c01-110b-4cf6-ad0d-d1f3a327bc49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ffacb92-4e3d-45e9-aa2f-00235d9bb37f', 'code': 200} Jan 19 22:30:52.725632 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Pushing event updated for resources: {'Port': ['ID=5ffacb92-4e3d-45e9-aa2f-00235d9bb37f,revision_number=4']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:52.729434 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:52.884257 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e65d4-629c-42d9-b69f-e2e7486c19a2 req-c43229ca-0226-4baa-b0a0-07629517b3b8 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:52.888036 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c59e65d4-629c-42d9-b69f-e2e7486c19a2 req-c43229ca-0226-4baa-b0a0-07629517b3b8 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 946 time: 0.1057994 Jan 19 22:30:52.940993 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c59e65d4-629c-42d9-b69f-e2e7486c19a2 req-937338ee-8f80-480b-a2da-58cf9989dfae tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=758fd4f5-eb00-422f-a193-daec2cde2d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486693 Jan 19 22:30:53.012010 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ac64e-7fd0-4b38-81b4-432d09b2a88d req-a8527482-d8e2-4643-81cf-17403141acfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:53.013689 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-687ac64e-7fd0-4b38-81b4-432d09b2a88d req-a8527482-d8e2-4643-81cf-17403141acfd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 1163 time: 0.0782115 Jan 19 22:30:53.057156 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-687ac64e-7fd0-4b38-81b4-432d09b2a88d req-934398dd-1552-41b2-a14e-329b930b4db1 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=758fd4f5-eb00-422f-a193-daec2cde2d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369105 Jan 19 22:30:53.818428 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device 5ffacb92-4e3d-45e9-aa2f-00235d9bb37f up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:30:53.893554 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port 5ffacb92-4e3d-45e9-aa2f-00235d9bb37f triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:30:53.893978 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:54.190611 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0facdca-df44-40bf-b1fa-94575d7c49d4 req-f5955b3f-c863-40da-8801-1017511d098c tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:54.192201 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-e0facdca-df44-40bf-b1fa-94575d7c49d4 req-f5955b3f-c863-40da-8801-1017511d098c tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 946 time: 0.1036179 Jan 19 22:30:54.241460 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-e0facdca-df44-40bf-b1fa-94575d7c49d4 req-f01b5f75-3a7e-4a7d-8ad7-0a82d40b0d71 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=758fd4f5-eb00-422f-a193-daec2cde2d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427957 Jan 19 22:30:55.491678 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e60ab7-ccfc-4b7d-b13a-87c3ab6405cd req-2484d415-e3a0-4cf5-8ad1-ec2bf16ec885 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:55.493885 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-90e60ab7-ccfc-4b7d-b13a-87c3ab6405cd req-2484d415-e3a0-4cf5-8ad1-ec2bf16ec885 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 946 time: 0.1055188 Jan 19 22:30:55.543528 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-90e60ab7-ccfc-4b7d-b13a-87c3ab6405cd req-d838a7ea-a986-430d-8ef7-c39d52bc0d29 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=758fd4f5-eb00-422f-a193-daec2cde2d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433986 Jan 19 22:30:55.787038 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a39d00-012f-46db-ac4d-6a81c84fb598 req-3995393e-80c1-4627-9635-e6209ee96701 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:55.788731 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d6a39d00-012f-46db-ac4d-6a81c84fb598 req-3995393e-80c1-4627-9635-e6209ee96701 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 946 time: 0.1061802 Jan 19 22:30:55.798589 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 55542) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:30:55.804110 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-5cd85901-83f0-4607-87cf-b889d7c51e7d tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Request body: {'floatingip': {'port_id': '5ffacb92-4e3d-45e9-aa2f-00235d9bb37f'}} {{(pid=80165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:30:55.882622 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device 5ffacb92-4e3d-45e9-aa2f-00235d9bb37f up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:30:55.890889 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-5cd85901-83f0-4607-87cf-b889d7c51e7d tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks [] for floatingip, before_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:55.954502 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port 5ffacb92-4e3d-45e9-aa2f-00235d9bb37f triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:30:55.954918 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:56.885872 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-5cd85901-83f0-4607-87cf-b889d7c51e7d tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks [] for floatingip, precommit_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:56.888718 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-5cd85901-83f0-4607-87cf-b889d7c51e7d tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324628'] for floatingip, after_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:56.956161 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.agents_db [None req-329fefd4-1494-457f-8297-9b2689c275d7 None None] Agent healthcheck: found 6 active agents {{(pid=80168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:30:57.070938 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.db.l3_db [None req-5cd85901-83f0-4607-87cf-b889d7c51e7d tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Floating IP 8973b7b2-5600-42fd-9216-ac3b4c493a85 associated. External IP: 172.28.2.136, port: 5ffacb92-4e3d-45e9-aa2f-00235d9bb37f. Jan 19 22:30:57.434826 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd85901-83f0-4607-87cf-b889d7c51e7d tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Router 72a01932-d992-4eba-85bb-d8b2988074e0 has already been hosted by L3 agent f53f1119-c8e9-4b63-a732-32c6c8f5b9fc {{(pid=80165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 22:30:57.827336 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd85901-83f0-4607-87cf-b889d7c51e7d tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify agent at l3_agent.dv-cinder-750782-5-smb the message routers_updated {{(pid=80165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:30:57.831950 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-5cd85901-83f0-4607-87cf-b889d7c51e7d tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for floatingip, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:57.892159 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-5cd85901-83f0-4607-87cf-b889d7c51e7d tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "PUT /v2.0/floatingips/8973b7b2-5600-42fd-9216-ac3b4c493a85 HTTP/1.1" status: 200 len: 992 time: 2.0921102 Jan 19 22:30:57.892762 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd51c4c01-110b-4cf6-ad0d-d1f3a327bc49', 'tag': '5ffacb92-4e3d-45e9-aa2f-00235d9bb37f'}] {{(pid=80165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:30:57.928996 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fd84b2-1430-4482-98d1-3d942b2e250e None None] Sync routers for ids ['72a01932-d992-4eba-85bb-d8b2988074e0'] in dv-cinder-750782-5-smb {{(pid=80167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:30:57.944913 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fd84b2-1430-4482-98d1-3d942b2e250e None None] Routers {'72a01932-d992-4eba-85bb-d8b2988074e0'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:30:57.945545 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-69fd84b2-1430-4482-98d1-3d942b2e250e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:30:32Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['72a01932-d992-4eba-85bb-d8b2988074e0'], 'active': True} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:30:57.957106 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd51c4c01-110b-4cf6-ad0d-d1f3a327bc49', 'tag': '5ffacb92-4e3d-45e9-aa2f-00235d9bb37f', 'status': 'completed', 'code': 200} Jan 19 22:30:58.130290 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8256f-6f0d-47c2-8dbc-bba9ce2931ef req-c461e46d-f7be-4238-b6e7-340cc2daca63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:58.131929 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-5ec8256f-6f0d-47c2-8dbc-bba9ce2931ef req-c461e46d-f7be-4238-b6e7-340cc2daca63 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f0ed436f923242c09f18ac9215bbdd6d&device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 1163 time: 0.0838721 Jan 19 22:30:58.146640 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-69fd84b2-1430-4482-98d1-3d942b2e250e None None] Set router 72a01932-d992-4eba-85bb-d8b2988074e0 gateway port host: dv-cinder-750782-5-smb {{(pid=80167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:30:58.285661 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8256f-6f0d-47c2-8dbc-bba9ce2931ef req-b902e665-2bd1-4b07-8277-fb7e9ef43b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:58.287272 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-5ec8256f-6f0d-47c2-8dbc-bba9ce2931ef req-b902e665-2bd1-4b07-8277-fb7e9ef43b23 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e1615a81-979f-4377-bdd4-466d6ecb70d8 HTTP/1.1" status: 200 len: 910 time: 0.1430781 Jan 19 22:30:58.408907 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-5ec8256f-6f0d-47c2-8dbc-bba9ce2931ef req-28aa8e40-4020-44b3-b6d2-f151bb47b716 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ffacb92-4e3d-45e9-aa2f-00235d9bb37f HTTP/1.1" status: 200 len: 1000 time: 0.1111863 Jan 19 22:30:58.481388 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8256f-6f0d-47c2-8dbc-bba9ce2931ef req-ba022da3-4165-4689-b86a-3b58ea6fdf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:58.483005 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-5ec8256f-6f0d-47c2-8dbc-bba9ce2931ef req-ba022da3-4165-4689-b86a-3b58ea6fdf5f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b4c52249-2f5c-40fe-a964-1d16d96ffe83 HTTP/1.1" status: 200 len: 855 time: 0.0669453 Jan 19 22:30:58.526138 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-69fd84b2-1430-4482-98d1-3d942b2e250e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'name': 'tempest-AttachVolumeShelveTestJSON-329750149-router', 'tenant_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.6'}], 'enable_snat': True}, 'gw_port_id': '145cfcfa-5373-4fbf-bcff-b5a5dcc22542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:30:31Z', 'updated_at': '2021-01-19T22:30:38Z', 'revision_number': 4, 'project_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'gw_port': {'id': '145cfcfa-5373-4fbf-bcff-b5a5dcc22542', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:30:32Z', 'updated_at': '2021-01-19T22:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_floatingips': [{'id': '8973b7b2-5600-42fd-9216-ac3b4c493a85', 'tenant_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'floating_ip_address': '172.28.2.136', 'floating_network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'router_id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'port_id': '5ffacb92-4e3d-45e9-aa2f-00235d9bb37f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1615a81-979f-4377-bdd4-466d6ecb70d8', 'mac_address': 'fa:16:3e:32:9e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51c4c01-110b-4cf6-ad0d-d1f3a327bc49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T22:30:41Z', 'updated_at': '2021-01-19T22:30:56Z', 'revision_number': 1, 'project_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab90486f-45c4-41af-98f5-ab75f910ee9e', 'name': '', 'network_id': 'e1615a81-979f-4377-bdd4-466d6ecb70d8', 'tenant_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'mac_address': 'fa:16:3e:c6:df:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'b4c52249-2f5c-40fe-a964-1d16d96ffe83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:30:37Z', 'updated_at': '2021-01-19T22:30:44Z', 'revision_number': 5, 'project_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'subnets': [{'id': 'b4c52249-2f5c-40fe-a964-1d16d96ffe83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:30:58.530371 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fd84b2-1430-4482-98d1-3d942b2e250e None None] Checking router: 72a01932-d992-4eba-85bb-d8b2988074e0 for host: dv-cinder-750782-5-smb {{(pid=80167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:30:58.539495 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fd84b2-1430-4482-98d1-3d942b2e250e None None] Routers {'72a01932-d992-4eba-85bb-d8b2988074e0'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:30:58.540161 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-69fd84b2-1430-4482-98d1-3d942b2e250e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:30:32Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['72a01932-d992-4eba-85bb-d8b2988074e0'], 'active': True} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:30:58.572952 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8256f-6f0d-47c2-8dbc-bba9ce2931ef req-b2d65108-f6a4-47c3-8361-2993749ff537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:58.574638 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-5ec8256f-6f0d-47c2-8dbc-bba9ce2931ef req-b2d65108-f6a4-47c3-8361-2993749ff537 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e1615a81-979f-4377-bdd4-466d6ecb70d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0830102 Jan 19 22:30:58.734451 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-69fd84b2-1430-4482-98d1-3d942b2e250e None None] Set router 72a01932-d992-4eba-85bb-d8b2988074e0 gateway port host: dv-cinder-750782-5-smb {{(pid=80167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:30:58.735825 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-5ec8256f-6f0d-47c2-8dbc-bba9ce2931ef req-6404e673-38ee-4517-9f02-15d481603c4b service neutron] 10.222.0.66 "GET /v2.0/networks/e1615a81-979f-4377-bdd4-466d6ecb70d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449313 Jan 19 22:30:58.888811 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-5ec8256f-6f0d-47c2-8dbc-bba9ce2931ef req-e10de54c-01b3-4332-95b0-b6f917e7b312 service neutron] 10.222.0.66 "GET /v2.0/networks/e1615a81-979f-4377-bdd4-466d6ecb70d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1460645 Jan 19 22:30:58.913746 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-43747db5-e0f6-4863-beec-ea5cfd32fdf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:59.134878 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-69fd84b2-1430-4482-98d1-3d942b2e250e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'name': 'tempest-AttachVolumeShelveTestJSON-329750149-router', 'tenant_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.6'}], 'enable_snat': True}, 'gw_port_id': '145cfcfa-5373-4fbf-bcff-b5a5dcc22542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:30:31Z', 'updated_at': '2021-01-19T22:30:38Z', 'revision_number': 4, 'project_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'gw_port': {'id': '145cfcfa-5373-4fbf-bcff-b5a5dcc22542', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:30:32Z', 'updated_at': '2021-01-19T22:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_floatingips': [{'id': '8973b7b2-5600-42fd-9216-ac3b4c493a85', 'tenant_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'floating_ip_address': '172.28.2.136', 'floating_network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'router_id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'port_id': '5ffacb92-4e3d-45e9-aa2f-00235d9bb37f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1615a81-979f-4377-bdd4-466d6ecb70d8', 'mac_address': 'fa:16:3e:32:9e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51c4c01-110b-4cf6-ad0d-d1f3a327bc49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T22:30:41Z', 'updated_at': '2021-01-19T22:30:56Z', 'revision_number': 1, 'project_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab90486f-45c4-41af-98f5-ab75f910ee9e', 'name': '', 'network_id': 'e1615a81-979f-4377-bdd4-466d6ecb70d8', 'tenant_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'mac_address': 'fa:16:3e:c6:df:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'b4c52249-2f5c-40fe-a964-1d16d96ffe83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:30:37Z', 'updated_at': '2021-01-19T22:30:44Z', 'revision_number': 5, 'project_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'subnets': [{'id': 'b4c52249-2f5c-40fe-a964-1d16d96ffe83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:30:59.139113 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fd84b2-1430-4482-98d1-3d942b2e250e None None] The sync data for ids ['72a01932-d992-4eba-85bb-d8b2988074e0'] in dv-cinder-750782-5-smb is: [{'id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'name': 'tempest-AttachVolumeShelveTestJSON-329750149-router', 'tenant_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.6'}], 'enable_snat': True}, 'gw_port_id': '145cfcfa-5373-4fbf-bcff-b5a5dcc22542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:30:31Z', 'updated_at': '2021-01-19T22:30:38Z', 'revision_number': 4, 'project_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'gw_port': {'id': '145cfcfa-5373-4fbf-bcff-b5a5dcc22542', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:30:32Z', 'updated_at': '2021-01-19T22:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_floatingips': [{'id': '8973b7b2-5600-42fd-9216-ac3b4c493a85', 'tenant_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'floating_ip_address': '172.28.2.136', 'floating_network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'router_id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'port_id': '5ffacb92-4e3d-45e9-aa2f-00235d9bb37f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1615a81-979f-4377-bdd4-466d6ecb70d8', 'mac_address': 'fa:16:3e:32:9e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51c4c01-110b-4cf6-ad0d-d1f3a327bc49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T22:30:41Z', 'updated_at': '2021-01-19T22:30:56Z', 'revision_number': 1, 'project_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab90486f-45c4-41af-98f5-ab75f910ee9e', 'name': '', 'network_id': 'e1615a81-979f-4377-bdd4-466d6ecb70d8', 'tenant_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'mac_address': 'fa:16:3e:c6:df:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'b4c52249-2f5c-40fe-a964-1d16d96ffe83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:30:37Z', 'updated_at': '2021-01-19T22:30:44Z', 'revision_number': 5, 'project_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'subnets': [{'id': 'b4c52249-2f5c-40fe-a964-1d16d96ffe83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:30:59.448301 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd98f9f-3686-4522-9162-8f1eb34a1b94 None None] New status for floating IP 8973b7b2-5600-42fd-9216-ac3b4c493a85: ACTIVE {{(pid=80168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 19 22:31:01.402835 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1243c519-8875-4095-9705-67b78462088e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:01.771953 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b69d31a3-3557-4c75-8d7d-9fac357fa9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:03.024135 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:03.410353 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8bdf443e-3544-4df7-a37c-063f9f459872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:07.390462 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:16.888551 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9eeba5-d155-4860-936d-79f492a72447 req-47dff7e8-42f7-48d7-ac2e-364ad94d1598 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:16.890269 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0f9eeba5-d155-4860-936d-79f492a72447 req-47dff7e8-42f7-48d7-ac2e-364ad94d1598 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/ports?device_id=37193a77-9c6d-41c0-8feb-16a9ccc925fe HTTP/1.1" status: 200 len: 945 time: 0.1039975 Jan 19 22:31:16.943303 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0f9eeba5-d155-4860-936d-79f492a72447 req-c6e31762-e18b-43ed-802f-c2a8d0121e41 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/security-groups?id=66221ba8-bde5-49dc-8692-3aa259706012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455298 Jan 19 22:31:18.181619 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8893b573-cb29-47b9-b975-10bbf93fa2f7 req-5284b38d-c5b8-4f29-832c-8189b2b2b7c0 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:18.183266 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-8893b573-cb29-47b9-b975-10bbf93fa2f7 req-5284b38d-c5b8-4f29-832c-8189b2b2b7c0 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/ports?device_id=37193a77-9c6d-41c0-8feb-16a9ccc925fe HTTP/1.1" status: 200 len: 945 time: 0.1081145 Jan 19 22:31:18.236254 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-8893b573-cb29-47b9-b975-10bbf93fa2f7 req-09e7c819-70ae-4942-a215-4ebd730e86be tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/security-groups?id=66221ba8-bde5-49dc-8692-3aa259706012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462527 Jan 19 22:31:19.468452 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e92143-a18e-413a-9209-7969bfa026fe req-169f03f7-00c3-4864-81e1-bbb752782af0 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:19.470100 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-69e92143-a18e-413a-9209-7969bfa026fe req-169f03f7-00c3-4864-81e1-bbb752782af0 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/ports?device_id=37193a77-9c6d-41c0-8feb-16a9ccc925fe HTTP/1.1" status: 200 len: 945 time: 0.1027293 Jan 19 22:31:19.523914 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-69e92143-a18e-413a-9209-7969bfa026fe req-f38c1a96-645f-42a0-a758-de4c39e62f49 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/security-groups?id=66221ba8-bde5-49dc-8692-3aa259706012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468836 Jan 19 22:31:20.753147 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a65fd-5f68-436a-b80a-0bf7a1cac57f req-a76d93ad-de2f-4c29-b413-04724c1683c3 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:20.754785 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-7b0a65fd-5f68-436a-b80a-0bf7a1cac57f req-a76d93ad-de2f-4c29-b413-04724c1683c3 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/ports?device_id=37193a77-9c6d-41c0-8feb-16a9ccc925fe HTTP/1.1" status: 200 len: 945 time: 0.1021166 Jan 19 22:31:20.805393 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-7b0a65fd-5f68-436a-b80a-0bf7a1cac57f req-130140a1-d037-4121-9dfb-fa03f90719ab tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/security-groups?id=66221ba8-bde5-49dc-8692-3aa259706012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438242 Jan 19 22:31:22.041240 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35265c-4884-4c05-bbae-50323338f894 req-7d764ab6-d283-4f5b-be34-3e729d5eca16 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:22.042809 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-4f35265c-4884-4c05-bbae-50323338f894 req-7d764ab6-d283-4f5b-be34-3e729d5eca16 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/ports?device_id=37193a77-9c6d-41c0-8feb-16a9ccc925fe HTTP/1.1" status: 200 len: 945 time: 0.1063604 Jan 19 22:31:22.093344 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-4f35265c-4884-4c05-bbae-50323338f894 req-661f873a-c3c8-46cf-8d82-a6b3b9d2d651 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/security-groups?id=66221ba8-bde5-49dc-8692-3aa259706012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443220 Jan 19 22:31:23.323987 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cecdde9-9507-40b6-8d3d-d589091a49d4 req-dfbda216-50c6-4d80-9909-921a6d112887 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:23.325618 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-9cecdde9-9507-40b6-8d3d-d589091a49d4 req-dfbda216-50c6-4d80-9909-921a6d112887 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.66 "GET /v2.0/ports?device_id=37193a77-9c6d-41c0-8feb-16a9ccc925fe HTTP/1.1" status: 200 len: 945 time: 0.1094720 Jan 19 22:31:23.408815 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [req-9cecdde9-9507-40b6-8d3d-d589091a49d4 req-b7a2d4f4-7b98-46a3-996c-ef8f4ac7b813 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Deleting port dc940f2f-e11f-4adc-9925-028773530084 {{(pid=80165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:31:23.409125 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-9cecdde9-9507-40b6-8d3d-d589091a49d4 req-b7a2d4f4-7b98-46a3-996c-ef8f4ac7b813 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:23.459547 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d76eb1-7075-4591-9618-ca928831dd44 req-8dc37860-26d2-4122-83e8-62234d3e59eb tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:23.461279 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-92d76eb1-7075-4591-9618-ca928831dd44 req-8dc37860-26d2-4122-83e8-62234d3e59eb tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/ports?device_id=37193a77-9c6d-41c0-8feb-16a9ccc925fe HTTP/1.1" status: 200 len: 945 time: 0.1053123 Jan 19 22:31:23.517606 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-92d76eb1-7075-4591-9618-ca928831dd44 req-8390f374-81c2-46b6-b361-f6b1bdf379fa tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/security-groups?id=66221ba8-bde5-49dc-8692-3aa259706012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499768 Jan 19 22:31:23.673586 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-9cecdde9-9507-40b6-8d3d-d589091a49d4 req-b7a2d4f4-7b98-46a3-996c-ef8f4ac7b813 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] For port dc940f2f-e11f-4adc-9925-028773530084, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=dc940f2f-e11f-4adc-9925-028773530084,segment=NetworkSegment(60be0417-b76f-4c3f-ae65-df69529e03da),segment_id=60be0417-b76f-4c3f-ae65-df69529e03da)] {{(pid=80165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:31:23.673988 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-9cecdde9-9507-40b6-8d3d-d589091a49d4 req-b7a2d4f4-7b98-46a3-996c-ef8f4ac7b813 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137761'] for port, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:23.804679 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [req-9cecdde9-9507-40b6-8d3d-d589091a49d4 req-b7a2d4f4-7b98-46a3-996c-ef8f4ac7b813 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Calling delete_port for dc940f2f-e11f-4adc-9925-028773530084 owned by compute:nova {{(pid=80165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:31:23.892268 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device dc940f2f-e11f-4adc-9925-028773530084 no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:31:23.953205 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-9cecdde9-9507-40b6-8d3d-d589091a49d4 req-b7a2d4f4-7b98-46a3-996c-ef8f4ac7b813 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307084714663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307085172425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852767463'] for port, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:23.956928 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] No active binding found for port dc940f2f-e11f-4adc-9925-028773530084 {{(pid=80167) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jan 19 22:31:23.957417 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device dc940f2f-e11f-4adc-9925-028773530084 not bound to the agent host hv-cinder-75078 {{(pid=80167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 22:31:23.968979 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-c5cf52fa-d58f-4dbf-909b-c296faffc946 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:24.019350 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a2d4f4-7b98-46a3-996c-ef8f4ac7b813 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Pushing event deleted for resources: {'Port': ['ID=dc940f2f-e11f-4adc-9925-028773530084,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:24.043300 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a2d4f4-7b98-46a3-996c-ef8f4ac7b813 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:24.043723 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a2d4f4-7b98-46a3-996c-ef8f4ac7b813 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:24.044131 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a2d4f4-7b98-46a3-996c-ef8f4ac7b813 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:24.044529 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a2d4f4-7b98-46a3-996c-ef8f4ac7b813 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:24.044927 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a2d4f4-7b98-46a3-996c-ef8f4ac7b813 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:24.045338 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a2d4f4-7b98-46a3-996c-ef8f4ac7b813 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:24.045731 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a2d4f4-7b98-46a3-996c-ef8f4ac7b813 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:24.046122 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a2d4f4-7b98-46a3-996c-ef8f4ac7b813 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:24.046517 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a2d4f4-7b98-46a3-996c-ef8f4ac7b813 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:24.046906 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a2d4f4-7b98-46a3-996c-ef8f4ac7b813 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:24.047288 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a2d4f4-7b98-46a3-996c-ef8f4ac7b813 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:24.047676 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a2d4f4-7b98-46a3-996c-ef8f4ac7b813 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:24.048118 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a2d4f4-7b98-46a3-996c-ef8f4ac7b813 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:24.048505 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a2d4f4-7b98-46a3-996c-ef8f4ac7b813 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:24.048893 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a2d4f4-7b98-46a3-996c-ef8f4ac7b813 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:24.049303 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a2d4f4-7b98-46a3-996c-ef8f4ac7b813 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:24.049842 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a2d4f4-7b98-46a3-996c-ef8f4ac7b813 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:24.050223 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a2d4f4-7b98-46a3-996c-ef8f4ac7b813 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:24.050610 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a2d4f4-7b98-46a3-996c-ef8f4ac7b813 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:24.050994 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a2d4f4-7b98-46a3-996c-ef8f4ac7b813 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:24.051379 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a2d4f4-7b98-46a3-996c-ef8f4ac7b813 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:24.051765 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a2d4f4-7b98-46a3-996c-ef8f4ac7b813 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:24.052151 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a2d4f4-7b98-46a3-996c-ef8f4ac7b813 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:24.052534 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a2d4f4-7b98-46a3-996c-ef8f4ac7b813 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:24.057843 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-b7a2d4f4-7b98-46a3-996c-ef8f4ac7b813 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:24.198737 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cecdde9-9507-40b6-8d3d-d589091a49d4 req-b7a2d4f4-7b98-46a3-996c-ef8f4ac7b813 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] No DVR routers for this DVR port dc940f2f-e11f-4adc-9925-028773530084 on host hv-cinder-75078 {{(pid=80165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 22:31:24.200987 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-9cecdde9-9507-40b6-8d3d-d589091a49d4 req-b7a2d4f4-7b98-46a3-996c-ef8f4ac7b813 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for port, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:24.204018 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37193a77-9c6d-41c0-8feb-16a9ccc925fe', 'name': 'network-vif-deleted', 'tag': 'dc940f2f-e11f-4adc-9925-028773530084'}] {{(pid=80165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:31:24.219475 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-9cecdde9-9507-40b6-8d3d-d589091a49d4 req-b7a2d4f4-7b98-46a3-996c-ef8f4ac7b813 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.66 "DELETE /v2.0/ports/dc940f2f-e11f-4adc-9925-028773530084 HTTP/1.1" status: 204 len: 173 time: 0.8880057 Jan 19 22:31:24.262374 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37193a77-9c6d-41c0-8feb-16a9ccc925fe', 'name': 'network-vif-deleted', 'tag': 'dc940f2f-e11f-4adc-9925-028773530084', 'status': 'completed', 'code': 200} Jan 19 22:31:24.713073 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-20eac149-7bff-488f-b2a2-325248d85020 req-71fee242-46dd-4948-bfb7-3700efec3d66 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Synchronizing usage tracker for tenant:7438f880b78c47279e04a1f33b1b1ab1 on resource:port {{(pid=80165) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:31:24.729634 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-20eac149-7bff-488f-b2a2-325248d85020 req-71fee242-46dd-4948-bfb7-3700efec3d66 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Unset dirty status for tenant:7438f880b78c47279e04a1f33b1b1ab1 on resource:port {{(pid=80165) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:31:24.730940 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-20eac149-7bff-488f-b2a2-325248d85020 req-71fee242-46dd-4948-bfb7-3700efec3d66 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/ports?device_id=37193a77-9c6d-41c0-8feb-16a9ccc925fe HTTP/1.1" status: 200 len: 210 time: 0.0663984 Jan 19 22:31:28.859727 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-07af6737-801d-4bca-92d2-15567ec38815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:30.216044 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4daad-ee90-4ffc-908a-644848f12d04 req-ed5bb524-1180-4cba-858d-9a3861c1a754 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:30.217666 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d5d4daad-ee90-4ffc-908a-644848f12d04 req-ed5bb524-1180-4cba-858d-9a3861c1a754 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/networks?id=92526104-83d4-4897-8077-2fa04eef14a2 HTTP/1.1" status: 200 len: 813 time: 0.1780851 Jan 19 22:31:30.233575 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d5d4daad-ee90-4ffc-908a-644848f12d04 req-fb7eb29d-7448-4ea8-96f1-8f2c53525f5f tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/quotas/7438f880b78c47279e04a1f33b1b1ab1 HTTP/1.1" status: 200 len: 375 time: 0.0097015 Jan 19 22:31:30.285992 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d5d4daad-ee90-4ffc-908a-644848f12d04 req-fecc462e-79fc-4926-9dd8-c669ec0bb46e tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/ports?tenant_id=7438f880b78c47279e04a1f33b1b1ab1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468619 Jan 19 22:31:30.429689 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d5d4daad-ee90-4ffc-908a-644848f12d04 req-2a8ab9ac-43fe-4d07-b9d7-68b64bca252b service neutron] 10.222.0.43 "GET /v2.0/networks/92526104-83d4-4897-8077-2fa04eef14a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357234 Jan 19 22:31:30.571852 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d5d4daad-ee90-4ffc-908a-644848f12d04 req-f39fe3ff-23f7-44c2-b208-de6909cb65cb service neutron] 10.222.0.43 "GET /v2.0/networks/92526104-83d4-4897-8077-2fa04eef14a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1352441 Jan 19 22:31:30.774586 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-df84256e-4bd4-48ca-93f1-29f10afda30a req-345d4d32-0653-4612-80cc-9f463bc72a5e tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/ports?device_id=9b94ab51-e57c-4171-b7c8-8019328c2736 HTTP/1.1" status: 200 len: 210 time: 0.0482109 Jan 19 22:31:31.404455 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1243c519-8875-4095-9705-67b78462088e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:31.774933 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-7e5f9434-dcd5-417e-a541-3b95092f1d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:32.004104 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-8283bd74-9eb0-4e4a-a029-13b8e0f90d0a req-15663934-fcac-4799-91d8-2b8894d63d0a tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/ports?device_id=9b94ab51-e57c-4171-b7c8-8019328c2736 HTTP/1.1" status: 200 len: 210 time: 0.0949712 Jan 19 22:31:32.133365 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4daad-ee90-4ffc-908a-644848f12d04 req-94e710b7-36e8-4afb-b45a-4b228a3948fd tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:32.135115 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d5d4daad-ee90-4ffc-908a-644848f12d04 req-94e710b7-36e8-4afb-b45a-4b228a3948fd tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.66 "GET /v2.0/networks?id=92526104-83d4-4897-8077-2fa04eef14a2 HTTP/1.1" status: 200 len: 813 time: 0.2303288 Jan 19 22:31:32.164857 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [req-d5d4daad-ee90-4ffc-908a-644848f12d04 req-b0aef15a-b6b3-4301-8a7a-a2d6b5f270c4 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Request body: {'port': {'device_id': '9b94ab51-e57c-4171-b7c8-8019328c2736', 'network_id': '92526104-83d4-4897-8077-2fa04eef14a2', 'admin_state_up': True, 'tenant_id': '7438f880b78c47279e04a1f33b1b1ab1'}} {{(pid=80165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:31:32.311491 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [req-d5d4daad-ee90-4ffc-908a-644848f12d04 req-b0aef15a-b6b3-4301-8a7a-a2d6b5f270c4 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:31:32.321410 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [req-d5d4daad-ee90-4ffc-908a-644848f12d04 req-b0aef15a-b6b3-4301-8a7a-a2d6b5f270c4 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:31:32.332120 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5d4daad-ee90-4ffc-908a-644848f12d04 req-b0aef15a-b6b3-4301-8a7a-a2d6b5f270c4 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Made reservation on behalf of 7438f880b78c47279e04a1f33b1b1ab1 for: {'port': 1} {{(pid=80165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:31:32.341954 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-d5d4daad-ee90-4ffc-908a-644848f12d04 req-b0aef15a-b6b3-4301-8a7a-a2d6b5f270c4 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:32.650223 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.db_base_plugin_common [req-d5d4daad-ee90-4ffc-908a-644848f12d04 req-b0aef15a-b6b3-4301-8a7a-a2d6b5f270c4 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Allocated IP 172.20.0.3 (92526104-83d4-4897-8077-2fa04eef14a2/b493afe1-a9a0-4954-8b74-ad3a8bee07fc/ef5e1136-70b7-4b3d-9ad3-4bfc95adefd5) {{(pid=80165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:31:32.858238 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-d5d4daad-ee90-4ffc-908a-644848f12d04 req-b0aef15a-b6b3-4301-8a7a-a2d6b5f270c4 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Notify callbacks [] for port, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:32.886264 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-d5d4daad-ee90-4ffc-908a-644848f12d04 req-b0aef15a-b6b3-4301-8a7a-a2d6b5f270c4 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307085170889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852767463'] for port, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:32.901260 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-112f6fe2-8097-43a4-baf0-99874e6b1f78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:33.026256 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:33.039694 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aef15a-b6b3-4301-8a7a-a2d6b5f270c4 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Pushing event updated for resources: {'Port': ['ID=ef5e1136-70b7-4b3d-9ad3-4bfc95adefd5,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:33.044027 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-b0aef15a-b6b3-4301-8a7a-a2d6b5f270c4 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:33.095982 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5d4daad-ee90-4ffc-908a-644848f12d04 req-b0aef15a-b6b3-4301-8a7a-a2d6b5f270c4 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Network 92526104-83d4-4897-8077-2fa04eef14a2 is already hosted by enough agents. {{(pid=80165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:31:33.097826 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [req-d5d4daad-ee90-4ffc-908a-644848f12d04 req-b0aef15a-b6b3-4301-8a7a-a2d6b5f270c4 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Resources bound (agent type, host, resource id): {{(pid=80165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:31:33.100680 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d4daad-ee90-4ffc-908a-644848f12d04 req-b0aef15a-b6b3-4301-8a7a-a2d6b5f270c4 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Received port after_create {{(pid=80165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:31:33.225979 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4daad-ee90-4ffc-908a-644848f12d04 req-b0aef15a-b6b3-4301-8a7a-a2d6b5f270c4 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:33.226636 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-d5d4daad-ee90-4ffc-908a-644848f12d04 req-b0aef15a-b6b3-4301-8a7a-a2d6b5f270c4 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for port, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:33.266770 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d5d4daad-ee90-4ffc-908a-644848f12d04 req-b0aef15a-b6b3-4301-8a7a-a2d6b5f270c4 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1065743 Jan 19 22:31:33.294539 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de3115-382d-40d1-b4cd-66a2b8b0b240 req-f5b42688-8dbf-45c3-bb71-b398efcb964e tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:33.295300 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-e2de3115-382d-40d1-b4cd-66a2b8b0b240 req-f5b42688-8dbf-45c3-bb71-b398efcb964e tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Synchronizing usage tracker for tenant:7438f880b78c47279e04a1f33b1b1ab1 on resource:port {{(pid=80165) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:31:33.304155 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [req-d5d4daad-ee90-4ffc-908a-644848f12d04 req-037c9a08-4006-4df7-a3cf-0752017f7b2f service neutron] Request body: {'port': {'device_id': '9b94ab51-e57c-4171-b7c8-8019328c2736', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:31:33.365174 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-e2de3115-382d-40d1-b4cd-66a2b8b0b240 req-f5b42688-8dbf-45c3-bb71-b398efcb964e tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Unset dirty status for tenant:7438f880b78c47279e04a1f33b1b1ab1 on resource:port {{(pid=80165) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:31:33.366543 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-e2de3115-382d-40d1-b4cd-66a2b8b0b240 req-f5b42688-8dbf-45c3-bb71-b398efcb964e tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/ports?device_id=9b94ab51-e57c-4171-b7c8-8019328c2736 HTTP/1.1" status: 200 len: 931 time: 0.2262855 Jan 19 22:31:33.415007 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8bdf443e-3544-4df7-a37c-063f9f459872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:33.466542 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-d5d4daad-ee90-4ffc-908a-644848f12d04 req-037c9a08-4006-4df7-a3cf-0752017f7b2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:33.481569 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-e2de3115-382d-40d1-b4cd-66a2b8b0b240 req-e907849e-96c8-4e18-a5a6-729c8f1fd6ff tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/security-groups?id=66221ba8-bde5-49dc-8692-3aa259706012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083074 Jan 19 22:31:33.956424 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.agents_db [None req-329fefd4-1494-457f-8297-9b2689c275d7 None None] Agent healthcheck: found 6 active agents {{(pid=80168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:31:34.094175 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [req-d5d4daad-ee90-4ffc-908a-644848f12d04 req-037c9a08-4006-4df7-a3cf-0752017f7b2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef5e1136-70b7-4b3d-9ad3-4bfc95adefd5 {{(pid=80165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 19 22:31:34.102145 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-d5d4daad-ee90-4ffc-908a-644848f12d04 req-037c9a08-4006-4df7-a3cf-0752017f7b2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:34.113912 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [req-d5d4daad-ee90-4ffc-908a-644848f12d04 req-037c9a08-4006-4df7-a3cf-0752017f7b2f service neutron] Transition to ACTIVE for port object ef5e1136-70b7-4b3d-9ad3-4bfc95adefd5 will not be triggered until provisioned by entity L2. {{(pid=80165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:31:34.117114 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-d5d4daad-ee90-4ffc-908a-644848f12d04 req-037c9a08-4006-4df7-a3cf-0752017f7b2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2008354'] for port, after_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:34.132136 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-a4ff7128-5772-4f0c-adcf-c4daccf70a57 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:34.269488 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037c9a08-4006-4df7-a3cf-0752017f7b2f service neutron] Pushing event updated for resources: {'Port': ['ID=ef5e1136-70b7-4b3d-9ad3-4bfc95adefd5,revision_number=2']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:34.274551 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-037c9a08-4006-4df7-a3cf-0752017f7b2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:34.447894 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [req-d5d4daad-ee90-4ffc-908a-644848f12d04 req-037c9a08-4006-4df7-a3cf-0752017f7b2f service neutron] Attempting to bind port ef5e1136-70b7-4b3d-9ad3-4bfc95adefd5 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=80165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:31:34.448239 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [req-d5d4daad-ee90-4ffc-908a-644848f12d04 req-037c9a08-4006-4df7-a3cf-0752017f7b2f service neutron] Attempting to bind port ef5e1136-70b7-4b3d-9ad3-4bfc95adefd5 by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': '60be0417-b76f-4c3f-ae65-df69529e03da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '92526104-83d4-4897-8077-2fa04eef14a2'}] {{(pid=80165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:31:34.448591 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d4daad-ee90-4ffc-908a-644848f12d04 req-037c9a08-4006-4df7-a3cf-0752017f7b2f service neutron] Attempting to bind port ef5e1136-70b7-4b3d-9ad3-4bfc95adefd5 on network 92526104-83d4-4897-8077-2fa04eef14a2 {{(pid=80165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:31:34.454221 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d4daad-ee90-4ffc-908a-644848f12d04 req-037c9a08-4006-4df7-a3cf-0752017f7b2f service neutron] Checking agent: {'id': 'fdb5f3a7-7d47-485b-a3bd-ac2e8030a5a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 24, 37), 'started_at': datetime.datetime(2021, 1, 19, 22, 25, 7), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:31:34.454595 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d4daad-ee90-4ffc-908a-644848f12d04 req-037c9a08-4006-4df7-a3cf-0752017f7b2f service neutron] Checking segment: {'id': '60be0417-b76f-4c3f-ae65-df69529e03da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '92526104-83d4-4897-8077-2fa04eef14a2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:31:34.454993 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-d5d4daad-ee90-4ffc-908a-644848f12d04 req-037c9a08-4006-4df7-a3cf-0752017f7b2f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:34.455383 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d4daad-ee90-4ffc-908a-644848f12d04 req-037c9a08-4006-4df7-a3cf-0752017f7b2f service neutron] Bound using segment: {'id': '60be0417-b76f-4c3f-ae65-df69529e03da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '92526104-83d4-4897-8077-2fa04eef14a2'} {{(pid=80165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:31:34.455845 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [req-d5d4daad-ee90-4ffc-908a-644848f12d04 req-037c9a08-4006-4df7-a3cf-0752017f7b2f service neutron] Bound port: ef5e1136-70b7-4b3d-9ad3-4bfc95adefd5, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60be0417-b76f-4c3f-ae65-df69529e03da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '92526104-83d4-4897-8077-2fa04eef14a2'}}] {{(pid=80165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:31:34.456208 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-d5d4daad-ee90-4ffc-908a-644848f12d04 req-037c9a08-4006-4df7-a3cf-0752017f7b2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:34.548427 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-d5d4daad-ee90-4ffc-908a-644848f12d04 req-037c9a08-4006-4df7-a3cf-0752017f7b2f service neutron] For port ef5e1136-70b7-4b3d-9ad3-4bfc95adefd5, host hv-cinder-75078, cleared binding levels {{(pid=80165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:31:34.551576 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-d5d4daad-ee90-4ffc-908a-644848f12d04 req-037c9a08-4006-4df7-a3cf-0752017f7b2f service neutron] For port ef5e1136-70b7-4b3d-9ad3-4bfc95adefd5, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=ef5e1136-70b7-4b3d-9ad3-4bfc95adefd5,segment=NetworkSegment(60be0417-b76f-4c3f-ae65-df69529e03da),segment_id=60be0417-b76f-4c3f-ae65-df69529e03da)] {{(pid=80165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:31:34.555127 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-d5d4daad-ee90-4ffc-908a-644848f12d04 req-037c9a08-4006-4df7-a3cf-0752017f7b2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2008354'] for port, after_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:34.571084 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-b7a2d4f4-7b98-46a3-996c-ef8f4ac7b813 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:34.781307 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037c9a08-4006-4df7-a3cf-0752017f7b2f service neutron] Pushing event updated for resources: {'Port': ['ID=ef5e1136-70b7-4b3d-9ad3-4bfc95adefd5,revision_number=3']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:34.796339 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-037c9a08-4006-4df7-a3cf-0752017f7b2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:34.853722 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c050a889-172b-4431-80e4-4f301c231f61 req-c4703a91-1ac6-41cb-8006-c5f308357a6c tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:34.855482 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c050a889-172b-4431-80e4-4f301c231f61 req-c4703a91-1ac6-41cb-8006-c5f308357a6c tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/ports?device_id=9b94ab51-e57c-4171-b7c8-8019328c2736 HTTP/1.1" status: 200 len: 943 time: 0.2354357 Jan 19 22:31:34.865810 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4daad-ee90-4ffc-908a-644848f12d04 req-037c9a08-4006-4df7-a3cf-0752017f7b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:34.866489 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-d5d4daad-ee90-4ffc-908a-644848f12d04 req-037c9a08-4006-4df7-a3cf-0752017f7b2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for port, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:34.867924 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d5d4daad-ee90-4ffc-908a-644848f12d04 req-037c9a08-4006-4df7-a3cf-0752017f7b2f service neutron] 10.222.0.66 "PUT /v2.0/ports/ef5e1136-70b7-4b3d-9ad3-4bfc95adefd5 HTTP/1.1" status: 200 len: 1157 time: 1.5686688 Jan 19 22:31:34.881696 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b94ab51-e57c-4171-b7c8-8019328c2736', 'tag': 'ef5e1136-70b7-4b3d-9ad3-4bfc95adefd5'}] {{(pid=80165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:31:34.921056 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c050a889-172b-4431-80e4-4f301c231f61 req-84ca56c4-22d8-48cd-9076-8d36841d9e86 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/security-groups?id=66221ba8-bde5-49dc-8692-3aa259706012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587516 Jan 19 22:31:34.959252 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b94ab51-e57c-4171-b7c8-8019328c2736', 'tag': 'ef5e1136-70b7-4b3d-9ad3-4bfc95adefd5', 'status': 'completed', 'code': 200} Jan 19 22:31:35.004986 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4daad-ee90-4ffc-908a-644848f12d04 req-e17ba04d-7ccd-4ae9-b789-4db769ed36c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:35.007161 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d5d4daad-ee90-4ffc-908a-644848f12d04 req-e17ba04d-7ccd-4ae9-b789-4db769ed36c0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7438f880b78c47279e04a1f33b1b1ab1&device_id=9b94ab51-e57c-4171-b7c8-8019328c2736 HTTP/1.1" status: 200 len: 1160 time: 0.0851338 Jan 19 22:31:35.093900 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d5d4daad-ee90-4ffc-908a-644848f12d04 req-aeedcfb3-9c84-4de9-aa8c-873a7a04d3c8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef5e1136-70b7-4b3d-9ad3-4bfc95adefd5 HTTP/1.1" status: 200 len: 217 time: 0.0670304 Jan 19 22:31:35.165437 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4daad-ee90-4ffc-908a-644848f12d04 req-b926e776-e91c-4c2d-991f-57075bc03978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:35.166980 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d5d4daad-ee90-4ffc-908a-644848f12d04 req-b926e776-e91c-4c2d-991f-57075bc03978 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b493afe1-a9a0-4954-8b74-ad3a8bee07fc HTTP/1.1" status: 200 len: 853 time: 0.0667114 Jan 19 22:31:35.219949 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d5d4daad-ee90-4ffc-908a-644848f12d04 req-88b8abe0-d9fc-4578-85af-b4a88f3e8068 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=92526104-83d4-4897-8077-2fa04eef14a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455906 Jan 19 22:31:35.363632 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d5d4daad-ee90-4ffc-908a-644848f12d04 req-35dd078f-e0d6-4ea1-84c1-279563bff3e8 service neutron] 10.222.0.66 "GET /v2.0/networks/92526104-83d4-4897-8077-2fa04eef14a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359522 Jan 19 22:31:35.506932 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d5d4daad-ee90-4ffc-908a-644848f12d04 req-6df2c791-88c3-44fe-b95d-653535b31fee service neutron] 10.222.0.66 "GET /v2.0/networks/92526104-83d4-4897-8077-2fa04eef14a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1346509 Jan 19 22:31:35.671570 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2ebdc-47af-4d5c-8526-c041724bcd36 req-40354919-4b28-4d27-becd-a63ed5041947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:35.673158 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6ab2ebdc-47af-4d5c-8526-c041724bcd36 req-40354919-4b28-4d27-becd-a63ed5041947 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7438f880b78c47279e04a1f33b1b1ab1&device_id=9b94ab51-e57c-4171-b7c8-8019328c2736 HTTP/1.1" status: 200 len: 1160 time: 0.0774281 Jan 19 22:31:35.818878 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2ebdc-47af-4d5c-8526-c041724bcd36 req-7e5382b3-d0fc-4ee1-8b8d-960adf19697d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:35.820471 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6ab2ebdc-47af-4d5c-8526-c041724bcd36 req-7e5382b3-d0fc-4ee1-8b8d-960adf19697d service neutron] 10.222.0.66 "GET /v2.0/networks?id=92526104-83d4-4897-8077-2fa04eef14a2 HTTP/1.1" status: 200 len: 907 time: 0.1380644 Jan 19 22:31:35.902308 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6ab2ebdc-47af-4d5c-8526-c041724bcd36 req-3af2ae90-40f1-4b9d-bdc2-d30cc4f27724 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef5e1136-70b7-4b3d-9ad3-4bfc95adefd5 HTTP/1.1" status: 200 len: 217 time: 0.0691113 Jan 19 22:31:35.973189 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2ebdc-47af-4d5c-8526-c041724bcd36 req-253444ef-fe43-4d8f-8c0e-4e54b2941d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:35.974818 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6ab2ebdc-47af-4d5c-8526-c041724bcd36 req-253444ef-fe43-4d8f-8c0e-4e54b2941d03 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b493afe1-a9a0-4954-8b74-ad3a8bee07fc HTTP/1.1" status: 200 len: 853 time: 0.0653219 Jan 19 22:31:36.040075 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6ab2ebdc-47af-4d5c-8526-c041724bcd36 req-4a483dea-e0bd-4b85-9463-ed34a68e2839 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=92526104-83d4-4897-8077-2fa04eef14a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512633 Jan 19 22:31:36.159399 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f19deb-b264-4200-81a4-83ee2303558e req-3ecd4e09-b68f-4c26-bb73-0a5cad26a7c1 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:36.161042 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-25f19deb-b264-4200-81a4-83ee2303558e req-3ecd4e09-b68f-4c26-bb73-0a5cad26a7c1 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/ports?device_id=9b94ab51-e57c-4171-b7c8-8019328c2736 HTTP/1.1" status: 200 len: 943 time: 0.1025648 Jan 19 22:31:36.185538 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6ab2ebdc-47af-4d5c-8526-c041724bcd36 req-3e15d844-7784-4d70-b0a6-27e33c8a1fd0 service neutron] 10.222.0.66 "GET /v2.0/networks/92526104-83d4-4897-8077-2fa04eef14a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374385 Jan 19 22:31:36.217413 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-25f19deb-b264-4200-81a4-83ee2303558e req-d8ebed32-cf24-49e8-9814-73b19fc53a93 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/security-groups?id=66221ba8-bde5-49dc-8692-3aa259706012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493302 Jan 19 22:31:36.330029 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6ab2ebdc-47af-4d5c-8526-c041724bcd36 req-2bccaea3-0c3a-47fe-9032-4cafef59d31a service neutron] 10.222.0.66 "GET /v2.0/networks/92526104-83d4-4897-8077-2fa04eef14a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1372643 Jan 19 22:31:37.404797 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:37.453208 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ed3634-c3c8-4848-b88d-d27a69a2b71d req-d65469fc-64fa-4a9a-a94c-1190d0c60beb tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:37.454866 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d9ed3634-c3c8-4848-b88d-d27a69a2b71d req-d65469fc-64fa-4a9a-a94c-1190d0c60beb tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/ports?device_id=9b94ab51-e57c-4171-b7c8-8019328c2736 HTTP/1.1" status: 200 len: 943 time: 0.1033714 Jan 19 22:31:37.504211 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d9ed3634-c3c8-4848-b88d-d27a69a2b71d req-6f9270cb-5dae-4094-8a6e-b012106cf843 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/security-groups?id=66221ba8-bde5-49dc-8692-3aa259706012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431356 Jan 19 22:31:38.575512 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device ef5e1136-70b7-4b3d-9ad3-4bfc95adefd5 up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:31:38.645717 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning for port ef5e1136-70b7-4b3d-9ad3-4bfc95adefd5 completed by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:31:38.651367 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port ef5e1136-70b7-4b3d-9ad3-4bfc95adefd5 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:31:38.651794 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:38.742381 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff582a3-134a-4341-a3cb-86954ec0ec48 req-a34ee7ad-ef65-42a8-ade5-6f862c5f92b0 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:38.744022 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-bff582a3-134a-4341-a3cb-86954ec0ec48 req-a34ee7ad-ef65-42a8-ade5-6f862c5f92b0 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/ports?device_id=9b94ab51-e57c-4171-b7c8-8019328c2736 HTTP/1.1" status: 200 len: 943 time: 0.1085019 Jan 19 22:31:38.777616 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:38.796027 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-bff582a3-134a-4341-a3cb-86954ec0ec48 req-1bda7985-6a49-4968-8d70-499ec2770fb1 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/security-groups?id=66221ba8-bde5-49dc-8692-3aa259706012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453844 Jan 19 22:31:38.806402 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b94ab51-e57c-4171-b7c8-8019328c2736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5e1136-70b7-4b3d-9ad3-4bfc95adefd5'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:31:38.824752 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] For port ef5e1136-70b7-4b3d-9ad3-4bfc95adefd5, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=ef5e1136-70b7-4b3d-9ad3-4bfc95adefd5,segment=NetworkSegment(60be0417-b76f-4c3f-ae65-df69529e03da),segment_id=60be0417-b76f-4c3f-ae65-df69529e03da)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:31:38.827722 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:38.829747 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:38.868563 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b94ab51-e57c-4171-b7c8-8019328c2736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5e1136-70b7-4b3d-9ad3-4bfc95adefd5', 'code': 200} Jan 19 22:31:38.902163 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Pushing event updated for resources: {'Port': ['ID=ef5e1136-70b7-4b3d-9ad3-4bfc95adefd5,revision_number=4']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:38.910245 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:38.910643 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:38.911031 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:38.911415 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:38.911806 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:38.912189 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:38.912629 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:38.913004 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:38.913908 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:38.914294 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:38.914727 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:38.915098 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:38.915523 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:38.915889 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:38.916257 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:38.916625 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:38.916990 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:38.917401 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:38.917794 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:38.918141 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:38.918509 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:38.918878 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:38.919242 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:38.919608 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:38.923950 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:39.145304 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f2c71-daaf-4a48-9ff3-40bc19c7b16e req-95c7c99c-0361-4345-8516-2bb0272d7418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:39.147402 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-9c9f2c71-daaf-4a48-9ff3-40bc19c7b16e req-95c7c99c-0361-4345-8516-2bb0272d7418 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9b94ab51-e57c-4171-b7c8-8019328c2736 HTTP/1.1" status: 200 len: 1162 time: 0.0774829 Jan 19 22:31:39.192080 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-9c9f2c71-daaf-4a48-9ff3-40bc19c7b16e req-78018edd-28bb-4328-bf2a-6e3a6feb12f0 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=66221ba8-bde5-49dc-8692-3aa259706012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360920 Jan 19 22:31:40.029359 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a4b07-e904-4fe2-8252-5fcf04564ab3 req-5165a7ef-4371-4a3d-8a7e-b3384bb972bd tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:40.030945 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c69a4b07-e904-4fe2-8252-5fcf04564ab3 req-5165a7ef-4371-4a3d-8a7e-b3384bb972bd tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/ports?device_id=9b94ab51-e57c-4171-b7c8-8019328c2736 HTTP/1.1" status: 200 len: 945 time: 0.1056476 Jan 19 22:31:40.081898 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c69a4b07-e904-4fe2-8252-5fcf04564ab3 req-323412fc-2006-4f01-b2e5-b6add6b14dd9 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/security-groups?id=66221ba8-bde5-49dc-8692-3aa259706012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446930 Jan 19 22:31:40.236935 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device ef5e1136-70b7-4b3d-9ad3-4bfc95adefd5 up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:31:40.312233 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port ef5e1136-70b7-4b3d-9ad3-4bfc95adefd5 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:31:40.312667 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:41.313037 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a107b-a8cd-4972-b09f-fb2d1e1c07be req-0687f614-6b5a-4fb9-b1b7-d6c4423e6cff tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:41.314680 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-922a107b-a8cd-4972-b09f-fb2d1e1c07be req-0687f614-6b5a-4fb9-b1b7-d6c4423e6cff tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/ports?device_id=9b94ab51-e57c-4171-b7c8-8019328c2736 HTTP/1.1" status: 200 len: 945 time: 0.1020880 Jan 19 22:31:41.368917 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-922a107b-a8cd-4972-b09f-fb2d1e1c07be req-473ab333-0a29-4c4d-91ec-37d3a0293fbd tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/security-groups?id=66221ba8-bde5-49dc-8692-3aa259706012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472903 Jan 19 22:31:42.237728 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device ef5e1136-70b7-4b3d-9ad3-4bfc95adefd5 up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:31:42.333339 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port ef5e1136-70b7-4b3d-9ad3-4bfc95adefd5 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:31:42.333915 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:43.197563 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2338f-2a57-4c82-9f3c-e918419115a5 req-667567ec-6469-42c1-a1cc-774aa10e11dd tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:43.199232 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a2b2338f-2a57-4c82-9f3c-e918419115a5 req-667567ec-6469-42c1-a1cc-774aa10e11dd tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?device_id=d73fcd42-7c2b-479d-9af1-dfcfc69b7285 HTTP/1.1" status: 200 len: 945 time: 0.1059990 Jan 19 22:31:43.254741 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a2b2338f-2a57-4c82-9f3c-e918419115a5 req-6b2ad1f2-5b8b-4f49-8e1e-4fcc1d51b1d6 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/security-groups?id=3950fcd1-3bed-47dd-b889-44121b1b96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487866 Jan 19 22:31:44.581319 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765004b-3411-4c2f-bfd0-a203e5679d4f req-edc8803a-b2c3-4c7f-9e21-c5f7ecc76a9e tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:44.583086 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-3765004b-3411-4c2f-bfd0-a203e5679d4f req-edc8803a-b2c3-4c7f-9e21-c5f7ecc76a9e tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?device_id=d73fcd42-7c2b-479d-9af1-dfcfc69b7285 HTTP/1.1" status: 200 len: 945 time: 0.1920700 Jan 19 22:31:44.638480 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-3765004b-3411-4c2f-bfd0-a203e5679d4f req-fe3c19f2-68c3-46f2-9db1-6f64cd3d069f tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/security-groups?id=3950fcd1-3bed-47dd-b889-44121b1b96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488095 Jan 19 22:31:45.053566 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec3e8a-aea8-4a84-86d8-5078bbc0b1af req-c0641dae-1d5b-409c-9344-41d08fdb81e6 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:45.055178 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-74ec3e8a-aea8-4a84-86d8-5078bbc0b1af req-c0641dae-1d5b-409c-9344-41d08fdb81e6 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 946 time: 0.1054933 Jan 19 22:31:45.106000 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-74ec3e8a-aea8-4a84-86d8-5078bbc0b1af req-b432f7a1-698c-4681-affc-9661a4a143ec tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=758fd4f5-eb00-422f-a193-daec2cde2d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441501 Jan 19 22:31:45.649070 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9bbe32-aa98-4a51-a7aa-ecda379709f4 req-0d6e7b8a-4766-4c4a-b74d-28078d1ded83 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:45.650618 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-fd9bbe32-aa98-4a51-a7aa-ecda379709f4 req-0d6e7b8a-4766-4c4a-b74d-28078d1ded83 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.66 "GET /v2.0/ports?device_id=d73fcd42-7c2b-479d-9af1-dfcfc69b7285 HTTP/1.1" status: 200 len: 945 time: 0.1017625 Jan 19 22:31:45.730395 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [req-fd9bbe32-aa98-4a51-a7aa-ecda379709f4 req-ebdeabec-4513-45ca-921f-d406b032a982 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Deleting port 50f75ecc-3124-4157-8459-cd0c4b388f85 {{(pid=80165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:31:45.730787 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-fd9bbe32-aa98-4a51-a7aa-ecda379709f4 req-ebdeabec-4513-45ca-921f-d406b032a982 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:46.042344 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b515b74-1f60-479c-a2cf-3f9b17a503c3 req-bf01151a-bde8-47a5-8fa2-5659100373a9 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:46.044017 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0b515b74-1f60-479c-a2cf-3f9b17a503c3 req-bf01151a-bde8-47a5-8fa2-5659100373a9 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?device_id=d73fcd42-7c2b-479d-9af1-dfcfc69b7285 HTTP/1.1" status: 200 len: 945 time: 0.2658577 Jan 19 22:31:46.118935 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device 50f75ecc-3124-4157-8459-cd0c4b388f85 no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:31:46.125066 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0b515b74-1f60-479c-a2cf-3f9b17a503c3 req-042587cb-ee1e-41f9-b744-d65b49fcee33 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/security-groups?id=3950fcd1-3bed-47dd-b889-44121b1b96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686836 Jan 19 22:31:46.130651 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-fd9bbe32-aa98-4a51-a7aa-ecda379709f4 req-ebdeabec-4513-45ca-921f-d406b032a982 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] For port 50f75ecc-3124-4157-8459-cd0c4b388f85, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=50f75ecc-3124-4157-8459-cd0c4b388f85,segment=NetworkSegment(c0eefc68-d721-4cc9-9571-b071e90f43c2),segment_id=c0eefc68-d721-4cc9-9571-b071e90f43c2)] {{(pid=80165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:31:46.131088 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-fd9bbe32-aa98-4a51-a7aa-ecda379709f4 req-ebdeabec-4513-45ca-921f-d406b032a982 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137761'] for port, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:46.244427 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:46.275399 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73fcd42-7c2b-479d-9af1-dfcfc69b7285', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50f75ecc-3124-4157-8459-cd0c4b388f85'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:31:46.286231 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] For port 50f75ecc-3124-4157-8459-cd0c4b388f85, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=50f75ecc-3124-4157-8459-cd0c4b388f85,segment=NetworkSegment(c0eefc68-d721-4cc9-9571-b071e90f43c2),segment_id=c0eefc68-d721-4cc9-9571-b071e90f43c2)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:31:46.290602 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:46.292548 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:46.375978 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd73fcd42-7c2b-479d-9af1-dfcfc69b7285', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50f75ecc-3124-4157-8459-cd0c4b388f85', 'code': 200} Jan 19 22:31:46.377383 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Pushing event updated for resources: {'Port': ['ID=50f75ecc-3124-4157-8459-cd0c4b388f85,revision_number=5']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:46.381538 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:46.384144 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b967433a-4f7d-474c-80aa-648211369803 req-c754b5c9-5d2b-4ee5-9413-230b50f618c9 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:46.386163 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-b967433a-4f7d-474c-80aa-648211369803 req-c754b5c9-5d2b-4ee5-9413-230b50f618c9 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 946 time: 0.1336915 Jan 19 22:31:46.444527 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-b967433a-4f7d-474c-80aa-648211369803 req-10bc9f32-9815-4d5c-9c52-49e89778c117 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=758fd4f5-eb00-422f-a193-daec2cde2d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517640 Jan 19 22:31:46.682355 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-fd9bbe32-aa98-4a51-a7aa-ecda379709f4 req-ebdeabec-4513-45ca-921f-d406b032a982 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks [] for floatingip, precommit_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:46.682927 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-fd9bbe32-aa98-4a51-a7aa-ecda379709f4 req-ebdeabec-4513-45ca-921f-d406b032a982 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324628'] for floatingip, after_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:46.683103 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.db.l3_db [req-fd9bbe32-aa98-4a51-a7aa-ecda379709f4 req-ebdeabec-4513-45ca-921f-d406b032a982 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Floating IP 1b7f5413-0965-40be-9a71-bc821255c034 disassociated. External IP: 172.28.2.235, port: 50f75ecc-3124-4157-8459-cd0c4b388f85. Jan 19 22:31:46.683491 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [req-fd9bbe32-aa98-4a51-a7aa-ecda379709f4 req-ebdeabec-4513-45ca-921f-d406b032a982 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Calling delete_port for 50f75ecc-3124-4157-8459-cd0c4b388f85 owned by compute:nova {{(pid=80165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:31:46.768302 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.db.api [req-fd9bbe32-aa98-4a51-a7aa-ecda379709f4 req-ebdeabec-4513-45ca-921f-d406b032a982 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80165) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 22:31:46.768670 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_db.api [req-fd9bbe32-aa98-4a51-a7aa-ecda379709f4 req-ebdeabec-4513-45ca-921f-d406b032a982 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80165) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 22:31:47.270035 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [req-fd9bbe32-aa98-4a51-a7aa-ecda379709f4 req-ebdeabec-4513-45ca-921f-d406b032a982 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Deleting port 50f75ecc-3124-4157-8459-cd0c4b388f85 {{(pid=80165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:31:47.270421 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-fd9bbe32-aa98-4a51-a7aa-ecda379709f4 req-ebdeabec-4513-45ca-921f-d406b032a982 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:47.512773 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797861e-148e-4694-b6d1-c27ceee8af0d req-1907a686-0eff-40d8-8563-10169a629ae1 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:47.514477 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-2797861e-148e-4694-b6d1-c27ceee8af0d req-1907a686-0eff-40d8-8563-10169a629ae1 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?device_id=d73fcd42-7c2b-479d-9af1-dfcfc69b7285 HTTP/1.1" status: 200 len: 943 time: 0.2456083 Jan 19 22:31:47.639488 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-2797861e-148e-4694-b6d1-c27ceee8af0d req-d45c2706-bed1-414c-8820-251376fdd83c tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/security-groups?id=3950fcd1-3bed-47dd-b889-44121b1b96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184509 Jan 19 22:31:47.668184 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-fd9bbe32-aa98-4a51-a7aa-ecda379709f4 req-ebdeabec-4513-45ca-921f-d406b032a982 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] For port 50f75ecc-3124-4157-8459-cd0c4b388f85, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=50f75ecc-3124-4157-8459-cd0c4b388f85,segment=NetworkSegment(c0eefc68-d721-4cc9-9571-b071e90f43c2),segment_id=c0eefc68-d721-4cc9-9571-b071e90f43c2)] {{(pid=80165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:31:47.669037 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-fd9bbe32-aa98-4a51-a7aa-ecda379709f4 req-ebdeabec-4513-45ca-921f-d406b032a982 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137761'] for port, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:47.734534 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4755b6-41da-484b-a4f9-1359dfacb3cb req-0fd86113-4b55-4f80-8a50-cb0a8091d788 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:47.736249 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ce4755b6-41da-484b-a4f9-1359dfacb3cb req-0fd86113-4b55-4f80-8a50-cb0a8091d788 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 946 time: 0.1356666 Jan 19 22:31:47.789316 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ce4755b6-41da-484b-a4f9-1359dfacb3cb req-dc64d405-a847-41d5-b516-7c084a7e84ed tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=758fd4f5-eb00-422f-a193-daec2cde2d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456638 Jan 19 22:31:47.994350 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-fd9bbe32-aa98-4a51-a7aa-ecda379709f4 req-ebdeabec-4513-45ca-921f-d406b032a982 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks [] for floatingip, precommit_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:47.994767 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-fd9bbe32-aa98-4a51-a7aa-ecda379709f4 req-ebdeabec-4513-45ca-921f-d406b032a982 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324628'] for floatingip, after_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:47.995122 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.db.l3_db [req-fd9bbe32-aa98-4a51-a7aa-ecda379709f4 req-ebdeabec-4513-45ca-921f-d406b032a982 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Floating IP 1b7f5413-0965-40be-9a71-bc821255c034 disassociated. External IP: 172.28.2.235, port: 50f75ecc-3124-4157-8459-cd0c4b388f85. Jan 19 22:31:47.995505 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [req-fd9bbe32-aa98-4a51-a7aa-ecda379709f4 req-ebdeabec-4513-45ca-921f-d406b032a982 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Calling delete_port for 50f75ecc-3124-4157-8459-cd0c4b388f85 owned by compute:nova {{(pid=80165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:31:48.145258 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-fd9bbe32-aa98-4a51-a7aa-ecda379709f4 req-ebdeabec-4513-45ca-921f-d406b032a982 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307084714663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307085172425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852767463'] for port, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:48.164533 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-84de2f1c-a63a-4b4a-b438-e63bcd0edcba tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:48.213825 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdeabec-4513-45ca-921f-d406b032a982 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Pushing event deleted for resources: {'Port': ['ID=50f75ecc-3124-4157-8459-cd0c4b388f85,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:48.226394 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-ebdeabec-4513-45ca-921f-d406b032a982 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:48.532942 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd9bbe32-aa98-4a51-a7aa-ecda379709f4 req-ebdeabec-4513-45ca-921f-d406b032a982 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Router d22e703f-4e05-4603-b87d-f1e492cf1ab8 has already been hosted by L3 agent f53f1119-c8e9-4b63-a732-32c6c8f5b9fc {{(pid=80165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 22:31:48.725194 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd9bbe32-aa98-4a51-a7aa-ecda379709f4 req-ebdeabec-4513-45ca-921f-d406b032a982 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify agent at l3_agent.dv-cinder-750782-5-smb the message routers_updated {{(pid=80165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:31:48.736631 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a847f79-d4d5-40d3-a877-833a1e2c3861 None None] Sync routers for ids ['d22e703f-4e05-4603-b87d-f1e492cf1ab8'] in dv-cinder-750782-5-smb {{(pid=80167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:31:48.757550 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a847f79-d4d5-40d3-a877-833a1e2c3861 None None] Routers {'d22e703f-4e05-4603-b87d-f1e492cf1ab8'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:31:48.758263 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-9a847f79-d4d5-40d3-a877-833a1e2c3861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:31:32Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['d22e703f-4e05-4603-b87d-f1e492cf1ab8'], 'active': True} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:31:48.765100 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd9bbe32-aa98-4a51-a7aa-ecda379709f4 req-ebdeabec-4513-45ca-921f-d406b032a982 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] No DVR routers for this DVR port 50f75ecc-3124-4157-8459-cd0c4b388f85 on host hv-cinder-75078 {{(pid=80165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 22:31:48.767580 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-fd9bbe32-aa98-4a51-a7aa-ecda379709f4 req-ebdeabec-4513-45ca-921f-d406b032a982 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for port, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:48.770439 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73fcd42-7c2b-479d-9af1-dfcfc69b7285', 'name': 'network-vif-deleted', 'tag': '50f75ecc-3124-4157-8459-cd0c4b388f85'}] {{(pid=80165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:31:48.787459 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-fd9bbe32-aa98-4a51-a7aa-ecda379709f4 req-ebdeabec-4513-45ca-921f-d406b032a982 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.66 "DELETE /v2.0/ports/50f75ecc-3124-4157-8459-cd0c4b388f85 HTTP/1.1" status: 204 len: 173 time: 3.1310096 Jan 19 22:31:48.850709 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd73fcd42-7c2b-479d-9af1-dfcfc69b7285', 'name': 'network-vif-deleted', 'tag': '50f75ecc-3124-4157-8459-cd0c4b388f85', 'status': 'completed', 'code': 200} Jan 19 22:31:48.876174 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d2dba60e-793d-4a99-a917-20e27902194b req-c9a697e5-14bb-4359-b584-995a54eb931a tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?device_id=d73fcd42-7c2b-479d-9af1-dfcfc69b7285 HTTP/1.1" status: 200 len: 210 time: 0.0604444 Jan 19 22:31:49.143668 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87502377-94f6-4fd2-83a6-351640838344 req-36853cdf-689d-484c-a56b-adbabf5eaac0 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:49.151805 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-87502377-94f6-4fd2-83a6-351640838344 req-36853cdf-689d-484c-a56b-adbabf5eaac0 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 946 time: 0.1308486 Jan 19 22:31:49.196654 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-9a847f79-d4d5-40d3-a877-833a1e2c3861 None None] Set router d22e703f-4e05-4603-b87d-f1e492cf1ab8 gateway port host: dv-cinder-750782-5-smb {{(pid=80167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:31:49.211232 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-87502377-94f6-4fd2-83a6-351640838344 req-8294a3a9-4eef-44d0-90fe-ee5a96e0a729 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=758fd4f5-eb00-422f-a193-daec2cde2d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584316 Jan 19 22:31:49.542986 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-9a847f79-d4d5-40d3-a877-833a1e2c3861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'name': 'tempest-AttachVolumeTestJSON-850801678-router', 'tenant_id': '14b41834d79d4e868fed82c53411eba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': 'e6c5bf0a-eb61-473f-a266-8bcc4e1632ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:26:45Z', 'updated_at': '2021-01-19T22:27:01Z', 'revision_number': 4, 'project_id': '14b41834d79d4e868fed82c53411eba6', 'gw_port': {'id': 'e6c5bf0a-eb61-473f-a266-8bcc4e1632ba', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:15:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:26:48Z', 'updated_at': '2021-01-19T22:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_interfaces': [{'id': 'b1128e34-0566-4b0c-a792-578b245f19df', 'name': '', 'network_id': '9833d04b-801e-468a-b55d-a07f3c5885cd', 'tenant_id': '14b41834d79d4e868fed82c53411eba6', 'mac_address': 'fa:16:3e:89:df:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1981add0-450b-4ba4-a4b4-88355edcb693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:26:58Z', 'updated_at': '2021-01-19T22:27:18Z', 'revision_number': 5, 'project_id': '14b41834d79d4e868fed82c53411eba6', 'subnets': [{'id': '1981add0-450b-4ba4-a4b4-88355edcb693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:31:49.547191 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a847f79-d4d5-40d3-a877-833a1e2c3861 None None] Checking router: d22e703f-4e05-4603-b87d-f1e492cf1ab8 for host: dv-cinder-750782-5-smb {{(pid=80167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:31:49.556434 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a847f79-d4d5-40d3-a877-833a1e2c3861 None None] Routers {'d22e703f-4e05-4603-b87d-f1e492cf1ab8'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:31:49.557105 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-9a847f79-d4d5-40d3-a877-833a1e2c3861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:31:32Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['d22e703f-4e05-4603-b87d-f1e492cf1ab8'], 'active': True} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:31:49.750443 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-9a847f79-d4d5-40d3-a877-833a1e2c3861 None None] Set router d22e703f-4e05-4603-b87d-f1e492cf1ab8 gateway port host: dv-cinder-750782-5-smb {{(pid=80167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:31:50.091776 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 55894) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:31:50.102757 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-9a847f79-d4d5-40d3-a877-833a1e2c3861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'name': 'tempest-AttachVolumeTestJSON-850801678-router', 'tenant_id': '14b41834d79d4e868fed82c53411eba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': 'e6c5bf0a-eb61-473f-a266-8bcc4e1632ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:26:45Z', 'updated_at': '2021-01-19T22:27:01Z', 'revision_number': 4, 'project_id': '14b41834d79d4e868fed82c53411eba6', 'gw_port': {'id': 'e6c5bf0a-eb61-473f-a266-8bcc4e1632ba', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:15:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:26:48Z', 'updated_at': '2021-01-19T22:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_interfaces': [{'id': 'b1128e34-0566-4b0c-a792-578b245f19df', 'name': '', 'network_id': '9833d04b-801e-468a-b55d-a07f3c5885cd', 'tenant_id': '14b41834d79d4e868fed82c53411eba6', 'mac_address': 'fa:16:3e:89:df:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1981add0-450b-4ba4-a4b4-88355edcb693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:26:58Z', 'updated_at': '2021-01-19T22:27:18Z', 'revision_number': 5, 'project_id': '14b41834d79d4e868fed82c53411eba6', 'subnets': [{'id': '1981add0-450b-4ba4-a4b4-88355edcb693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:31:50.107157 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a847f79-d4d5-40d3-a877-833a1e2c3861 None None] The sync data for ids ['d22e703f-4e05-4603-b87d-f1e492cf1ab8'] in dv-cinder-750782-5-smb is: [{'id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'name': 'tempest-AttachVolumeTestJSON-850801678-router', 'tenant_id': '14b41834d79d4e868fed82c53411eba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': 'e6c5bf0a-eb61-473f-a266-8bcc4e1632ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:26:45Z', 'updated_at': '2021-01-19T22:27:01Z', 'revision_number': 4, 'project_id': '14b41834d79d4e868fed82c53411eba6', 'gw_port': {'id': 'e6c5bf0a-eb61-473f-a266-8bcc4e1632ba', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:15:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:26:48Z', 'updated_at': '2021-01-19T22:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_interfaces': [{'id': 'b1128e34-0566-4b0c-a792-578b245f19df', 'name': '', 'network_id': '9833d04b-801e-468a-b55d-a07f3c5885cd', 'tenant_id': '14b41834d79d4e868fed82c53411eba6', 'mac_address': 'fa:16:3e:89:df:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1981add0-450b-4ba4-a4b4-88355edcb693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:26:58Z', 'updated_at': '2021-01-19T22:27:18Z', 'revision_number': 5, 'project_id': '14b41834d79d4e868fed82c53411eba6', 'subnets': [{'id': '1981add0-450b-4ba4-a4b4-88355edcb693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:31:50.170738 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1f9cf6b5-3715-499b-8517-77d61883c793 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks [] for security_group, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:50.201856 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1f9cf6b5-3715-499b-8517-77d61883c793 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks [] for security_group, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:50.256541 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1f9cf6b5-3715-499b-8517-77d61883c793 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:50.262069 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-7db9d222-7c20-4913-bf17-9b66f81b6d2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:50.279112 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9cf6b5-3715-499b-8517-77d61883c793 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Pushing event deleted for resources: {'SecurityGroup': ['ID=3950fcd1-3bed-47dd-b889-44121b1b96c5,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:50.282069 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-1f9cf6b5-3715-499b-8517-77d61883c793 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:50.289047 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1f9cf6b5-3715-499b-8517-77d61883c793 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks [] for security_group, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:50.290339 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-1f9cf6b5-3715-499b-8517-77d61883c793 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "DELETE /v2.0/security-groups/3950fcd1-3bed-47dd-b889-44121b1b96c5 HTTP/1.1" status: 204 len: 168 time: 0.1974800 Jan 19 22:31:50.293148 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 55900) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:31:50.314858 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.v2.resource [None req-eda80698-cd3f-4bfd-aeb9-d5e8fc9d0243 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] show failed (client error): The resource could not be found. Jan 19 22:31:50.316216 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-eda80698-cd3f-4bfd-aeb9-d5e8fc9d0243 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/security-groups/3950fcd1-3bed-47dd-b889-44121b1b96c5 HTTP/1.1" status: 404 len: 347 time: 0.0220599 Jan 19 22:31:50.319833 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 55904) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:31:50.507938 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-ae329f0c-37ab-44a4-b63d-7a53b2cb18d3 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Deleting port 0001cefd-1fb1-4f5e-ba6d-4ebeea9b1673 {{(pid=80165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:31:50.508250 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ae329f0c-37ab-44a4-b63d-7a53b2cb18d3 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:50.522351 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c76e8-6f40-4db8-ada0-1ab5198a22de req-95216d61-f834-4856-b09c-a8ea218766be tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:50.524026 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-dd9c76e8-6f40-4db8-ada0-1ab5198a22de req-95216d61-f834-4856-b09c-a8ea218766be tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 946 time: 0.1052403 Jan 19 22:31:50.531535 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b90a69-b6bf-486f-9eb6-152580a5a0d9 None None] New status for floating IP 1b7f5413-0965-40be-9a71-bc821255c034: DOWN {{(pid=80168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 19 22:31:50.577327 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-dd9c76e8-6f40-4db8-ada0-1ab5198a22de req-1df396b3-1d3d-4fd6-a72d-a7635a5dc681 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=758fd4f5-eb00-422f-a193-daec2cde2d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454977 Jan 19 22:31:50.695526 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ae329f0c-37ab-44a4-b63d-7a53b2cb18d3 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137761'] for port, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:50.695873 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ae329f0c-37ab-44a4-b63d-7a53b2cb18d3 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks [] for floatingip, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:50.828043 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-ae329f0c-37ab-44a4-b63d-7a53b2cb18d3 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Calling delete_port for 0001cefd-1fb1-4f5e-ba6d-4ebeea9b1673 owned by network:floatingip {{(pid=80165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:31:50.918061 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.db.api [None req-ae329f0c-37ab-44a4-b63d-7a53b2cb18d3 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80165) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 22:31:50.918433 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_db.api [None req-ae329f0c-37ab-44a4-b63d-7a53b2cb18d3 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80165) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 22:31:51.419879 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-ae329f0c-37ab-44a4-b63d-7a53b2cb18d3 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Deleting port 0001cefd-1fb1-4f5e-ba6d-4ebeea9b1673 {{(pid=80165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:31:51.420269 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ae329f0c-37ab-44a4-b63d-7a53b2cb18d3 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:51.823309 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ae329f0c-37ab-44a4-b63d-7a53b2cb18d3 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137761'] for port, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:51.823675 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ae329f0c-37ab-44a4-b63d-7a53b2cb18d3 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks [] for floatingip, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:51.837099 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0676764f-15d5-4050-b0a1-bb2fc9b99d17 req-4509e01f-ed5a-4871-94fb-fbc9d3aa0bf4 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:51.838790 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0676764f-15d5-4050-b0a1-bb2fc9b99d17 req-4509e01f-ed5a-4871-94fb-fbc9d3aa0bf4 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 946 time: 0.1103179 Jan 19 22:31:51.889632 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0676764f-15d5-4050-b0a1-bb2fc9b99d17 req-b3bc2418-312f-4b36-a09e-9ec43354ef30 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=758fd4f5-eb00-422f-a193-daec2cde2d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441544 Jan 19 22:31:51.956738 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-ae329f0c-37ab-44a4-b63d-7a53b2cb18d3 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Calling delete_port for 0001cefd-1fb1-4f5e-ba6d-4ebeea9b1673 owned by network:floatingip {{(pid=80165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:31:52.100409 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ae329f0c-37ab-44a4-b63d-7a53b2cb18d3 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307084714663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307085172425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852767463'] for port, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:52.115746 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-03d883cf-fa2c-4050-868a-df5684a3a586 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:52.169113 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae329f0c-37ab-44a4-b63d-7a53b2cb18d3 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Pushing event deleted for resources: {'Port': ['ID=0001cefd-1fb1-4f5e-ba6d-4ebeea9b1673,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:52.174489 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-ae329f0c-37ab-44a4-b63d-7a53b2cb18d3 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:52.335343 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ae329f0c-37ab-44a4-b63d-7a53b2cb18d3 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks [] for floatingip, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:52.352154 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ae329f0c-37ab-44a4-b63d-7a53b2cb18d3 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for floatingip, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:52.353686 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-ae329f0c-37ab-44a4-b63d-7a53b2cb18d3 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "DELETE /v2.0/floatingips/1b7f5413-0965-40be-9a71-bc821255c034 HTTP/1.1" status: 204 len: 168 time: 2.0323002 Jan 19 22:31:52.793407 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 55922) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:31:52.799095 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-eeead585-8b03-4b66-8dd8-07849f5d1e20 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Request body: {'security_group': {'name': 'tempest-securitygroup--1786844850', 'description': 'tempest-description--1161146396'}} {{(pid=80165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:31:52.810508 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-eeead585-8b03-4b66-8dd8-07849f5d1e20 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:31:52.815200 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-eeead585-8b03-4b66-8dd8-07849f5d1e20 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Usage tracker for resource:security_group and tenant:14b41834d79d4e868fed82c53411eba6 is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:31:52.819357 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-eeead585-8b03-4b66-8dd8-07849f5d1e20 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:31:52.825518 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-eeead585-8b03-4b66-8dd8-07849f5d1e20 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:31:52.834652 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-eeead585-8b03-4b66-8dd8-07849f5d1e20 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks [] for security_group, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:52.856420 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-eeead585-8b03-4b66-8dd8-07849f5d1e20 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:31:52.860477 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-eeead585-8b03-4b66-8dd8-07849f5d1e20 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Usage tracker for resource:security_group_rule and tenant:14b41834d79d4e868fed82c53411eba6 is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:31:52.863447 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-eeead585-8b03-4b66-8dd8-07849f5d1e20 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:31:52.869767 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-eeead585-8b03-4b66-8dd8-07849f5d1e20 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:31:52.947556 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-eeead585-8b03-4b66-8dd8-07849f5d1e20 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks [] for security_group, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:52.950450 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-eeead585-8b03-4b66-8dd8-07849f5d1e20 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:52.955826 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-8972231c-178f-4999-a9a3-dd422018e03f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:53.001403 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeead585-8b03-4b66-8dd8-07849f5d1e20 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Pushing event updated for resources: {'SecurityGroup': ['ID=b49fa71b-cea0-434e-8b94-a881daa4d62f,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:53.004350 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-eeead585-8b03-4b66-8dd8-07849f5d1e20 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks [] for security_group, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:53.008534 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-eeead585-8b03-4b66-8dd8-07849f5d1e20 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2111495 Jan 19 22:31:53.008534 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-eeead585-8b03-4b66-8dd8-07849f5d1e20 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:53.008952 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 55928) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:31:53.014172 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-514d6a00-876c-4eae-a62c-d70e059efb3d tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Request body: {'security_group_rule': {'security_group_id': 'b49fa71b-cea0-434e-8b94-a881daa4d62f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:31:53.024347 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-514d6a00-876c-4eae-a62c-d70e059efb3d tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:31:53.028366 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-514d6a00-876c-4eae-a62c-d70e059efb3d tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Usage tracker for resource:security_group_rule and tenant:14b41834d79d4e868fed82c53411eba6 is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:31:53.031499 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-514d6a00-876c-4eae-a62c-d70e059efb3d tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:31:53.038316 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-514d6a00-876c-4eae-a62c-d70e059efb3d tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:31:53.055963 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-514d6a00-876c-4eae-a62c-d70e059efb3d tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks [] for security_group_rule, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:53.126714 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-514d6a00-876c-4eae-a62c-d70e059efb3d tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:53.129648 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-514d6a00-876c-4eae-a62c-d70e059efb3d tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257678'] for security_group_rule, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:53.131770 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:53.139701 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3e926-4587-4cdb-a0e4-7839edf39e59 req-a1550ed7-fc5b-4ad1-8489-f989472d5ef4 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:53.141428 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a2f3e926-4587-4cdb-a0e4-7839edf39e59 req-a1550ed7-fc5b-4ad1-8489-f989472d5ef4 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 946 time: 0.1062918 Jan 19 22:31:53.156417 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d6a00-876c-4eae-a62c-d70e059efb3d tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c255f6a4-0331-4130-93df-57199983282d,revision_number=0']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:53.162877 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-514d6a00-876c-4eae-a62c-d70e059efb3d tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:53.167828 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-514d6a00-876c-4eae-a62c-d70e059efb3d tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks [] for security_group_rule, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:53.169131 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-514d6a00-876c-4eae-a62c-d70e059efb3d tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1594555 Jan 19 22:31:53.172043 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 55932) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:31:53.177874 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-c0911f4a-42ff-46b9-95b3-17af0c4585c7 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Request body: {'security_group_rule': {'security_group_id': 'b49fa71b-cea0-434e-8b94-a881daa4d62f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:31:53.189575 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-c0911f4a-42ff-46b9-95b3-17af0c4585c7 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:31:53.193669 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-c0911f4a-42ff-46b9-95b3-17af0c4585c7 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Usage tracker for resource:security_group_rule and tenant:14b41834d79d4e868fed82c53411eba6 is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:31:53.196678 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-c0911f4a-42ff-46b9-95b3-17af0c4585c7 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:31:53.199083 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a2f3e926-4587-4cdb-a0e4-7839edf39e59 req-82a4f38d-2291-4158-9f3f-698c84680105 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=758fd4f5-eb00-422f-a193-daec2cde2d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501842 Jan 19 22:31:53.202710 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-c0911f4a-42ff-46b9-95b3-17af0c4585c7 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:31:53.219464 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-c0911f4a-42ff-46b9-95b3-17af0c4585c7 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks [] for security_group_rule, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:53.286804 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-c0911f4a-42ff-46b9-95b3-17af0c4585c7 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:53.290310 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-c0911f4a-42ff-46b9-95b3-17af0c4585c7 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257678'] for security_group_rule, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:53.292385 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:53.313828 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0911f4a-42ff-46b9-95b3-17af0c4585c7 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Pushing event updated for resources: {'SecurityGroupRule': ['ID=497029f0-cae2-416b-9bb1-aabc3a8592de,revision_number=0']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:53.317998 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-c0911f4a-42ff-46b9-95b3-17af0c4585c7 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:53.325645 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-c0911f4a-42ff-46b9-95b3-17af0c4585c7 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks [] for security_group_rule, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:53.330024 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-c0911f4a-42ff-46b9-95b3-17af0c4585c7 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1538856 Jan 19 22:31:53.330620 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 55938) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:31:53.337077 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-480296e4-8c4f-4efe-a361-69b43860af92 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Request body: {'floatingip': {'floating_network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028'}} {{(pid=80166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:31:53.346543 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-480296e4-8c4f-4efe-a361-69b43860af92 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:31:53.351294 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-480296e4-8c4f-4efe-a361-69b43860af92 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Usage tracker for resource:floatingip and tenant:14b41834d79d4e868fed82c53411eba6 is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:31:53.354315 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-480296e4-8c4f-4efe-a361-69b43860af92 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:31:53.360343 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-480296e4-8c4f-4efe-a361-69b43860af92 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:31:53.370609 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-480296e4-8c4f-4efe-a361-69b43860af92 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks [] for floatingip, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:53.516419 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-480296e4-8c4f-4efe-a361-69b43860af92 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:53.787626 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.db_base_plugin_common [None req-480296e4-8c4f-4efe-a361-69b43860af92 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Allocated IP 172.28.2.31 (8d9e1b39-82c1-4058-b2cd-c5f96fe21028/38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0/a7cc9d5d-43aa-4db8-a2ff-a682c4cfa374) {{(pid=80166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:31:54.150979 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-480296e4-8c4f-4efe-a361-69b43860af92 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks [] for port, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:54.179973 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-480296e4-8c4f-4efe-a361-69b43860af92 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307085170889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843396414'] for port, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:54.196299 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-2cda05ac-a487-49e3-bfaf-83efcff961a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:54.342208 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480296e4-8c4f-4efe-a361-69b43860af92 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Pushing event updated for resources: {'Port': ['ID=a7cc9d5d-43aa-4db8-a2ff-a682c4cfa374,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:54.355981 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480296e4-8c4f-4efe-a361-69b43860af92 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:54.356400 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480296e4-8c4f-4efe-a361-69b43860af92 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:54.356816 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480296e4-8c4f-4efe-a361-69b43860af92 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:54.357222 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480296e4-8c4f-4efe-a361-69b43860af92 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:54.357651 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480296e4-8c4f-4efe-a361-69b43860af92 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:54.358048 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480296e4-8c4f-4efe-a361-69b43860af92 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:54.358444 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480296e4-8c4f-4efe-a361-69b43860af92 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:54.358844 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480296e4-8c4f-4efe-a361-69b43860af92 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:54.359232 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480296e4-8c4f-4efe-a361-69b43860af92 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:54.359623 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480296e4-8c4f-4efe-a361-69b43860af92 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:54.360011 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480296e4-8c4f-4efe-a361-69b43860af92 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:54.360402 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480296e4-8c4f-4efe-a361-69b43860af92 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:54.360850 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480296e4-8c4f-4efe-a361-69b43860af92 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:54.361237 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480296e4-8c4f-4efe-a361-69b43860af92 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:54.361688 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480296e4-8c4f-4efe-a361-69b43860af92 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:54.362080 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480296e4-8c4f-4efe-a361-69b43860af92 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:54.362469 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480296e4-8c4f-4efe-a361-69b43860af92 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:54.362877 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480296e4-8c4f-4efe-a361-69b43860af92 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:54.363251 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480296e4-8c4f-4efe-a361-69b43860af92 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:54.363654 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480296e4-8c4f-4efe-a361-69b43860af92 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:54.364026 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480296e4-8c4f-4efe-a361-69b43860af92 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:54.364431 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480296e4-8c4f-4efe-a361-69b43860af92 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:54.364821 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480296e4-8c4f-4efe-a361-69b43860af92 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:54.365878 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480296e4-8c4f-4efe-a361-69b43860af92 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:54.371638 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-480296e4-8c4f-4efe-a361-69b43860af92 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:54.428554 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480296e4-8c4f-4efe-a361-69b43860af92 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Network 8d9e1b39-82c1-4058-b2cd-c5f96fe21028 is already hosted by enough agents. {{(pid=80166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:31:54.429779 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [None req-480296e4-8c4f-4efe-a361-69b43860af92 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Resources bound (agent type, host, resource id): {{(pid=80166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:31:54.432180 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480296e4-8c4f-4efe-a361-69b43860af92 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Received port after_create {{(pid=80166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:31:54.438610 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device 5ffacb92-4e3d-45e9-aa2f-00235d9bb37f up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:31:54.472591 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905fbda-da96-425c-80b2-baae887eff6b req-1f4bfcee-83d2-4d89-b921-8926a5bab434 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:54.475465 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-8905fbda-da96-425c-80b2-baae887eff6b req-1f4bfcee-83d2-4d89-b921-8926a5bab434 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 946 time: 0.1276109 Jan 19 22:31:54.532364 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-8905fbda-da96-425c-80b2-baae887eff6b req-a7eb6f22-dd45-4444-aa58-52301e1de725 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=758fd4f5-eb00-422f-a193-daec2cde2d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510981 Jan 19 22:31:54.534744 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port 5ffacb92-4e3d-45e9-aa2f-00235d9bb37f triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:31:54.535231 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:54.575967 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-480296e4-8c4f-4efe-a361-69b43860af92 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks [] for floatingip, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:54.644103 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-480296e4-8c4f-4efe-a361-69b43860af92 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:54.927717 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-480296e4-8c4f-4efe-a361-69b43860af92 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks [] for port, precommit_update {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:54.931307 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-480296e4-8c4f-4efe-a361-69b43860af92 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11379449'] for port, after_update {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:54.946665 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-263351f9-a928-482d-a35c-b191ef1d4c3e tempest-DeleteServersTestJSON-438034221 tempest-DeleteServersTestJSON-438034221] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:55.089667 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480296e4-8c4f-4efe-a361-69b43860af92 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Pushing event updated for resources: {'Port': ['ID=a7cc9d5d-43aa-4db8-a2ff-a682c4cfa374,revision_number=2']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:55.092774 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-480296e4-8c4f-4efe-a361-69b43860af92 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:55.188206 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-480296e4-8c4f-4efe-a361-69b43860af92 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324628'] for floatingip, after_update {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:55.211267 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-480296e4-8c4f-4efe-a361-69b43860af92 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for floatingip, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:55.212540 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-480296e4-8c4f-4efe-a361-69b43860af92 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8808303 Jan 19 22:31:55.461111 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-f36eea1d-7f86-46da-978a-f3ec23667657 req-edb384a6-ba0a-401c-b26c-92b548924603 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Synchronizing usage tracker for tenant:14b41834d79d4e868fed82c53411eba6 on resource:security_group {{(pid=80165) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:31:55.475505 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-f36eea1d-7f86-46da-978a-f3ec23667657 req-edb384a6-ba0a-401c-b26c-92b548924603 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Unset dirty status for tenant:14b41834d79d4e868fed82c53411eba6 on resource:security_group {{(pid=80165) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:31:55.476690 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f36eea1d-7f86-46da-978a-f3ec23667657 req-edb384a6-ba0a-401c-b26c-92b548924603 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1786844850&fields=id&tenant_id=14b41834d79d4e868fed82c53411eba6 HTTP/1.1" status: 200 len: 267 time: 0.0640893 Jan 19 22:31:55.659687 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36eea1d-7f86-46da-978a-f3ec23667657 req-80b0e043-0e1e-444c-93ca-7940473ec441 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:55.661319 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f36eea1d-7f86-46da-978a-f3ec23667657 req-80b0e043-0e1e-444c-93ca-7940473ec441 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/networks?id=9833d04b-801e-468a-b55d-a07f3c5885cd HTTP/1.1" status: 200 len: 810 time: 0.1772008 Jan 19 22:31:55.678084 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f36eea1d-7f86-46da-978a-f3ec23667657 req-c327e348-9109-4a62-90a7-c31323ff8830 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/quotas/14b41834d79d4e868fed82c53411eba6 HTTP/1.1" status: 200 len: 375 time: 0.0098906 Jan 19 22:31:55.787732 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-f36eea1d-7f86-46da-978a-f3ec23667657 req-d714b45a-fe7d-457c-a4b3-341fd223c7f6 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Synchronizing usage tracker for tenant:14b41834d79d4e868fed82c53411eba6 on resource:port {{(pid=80165) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:31:55.807801 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e5e13-c64c-4c26-82d3-ac86d9d13c58 req-ed7eb74e-190a-4585-9638-c50e578aeb31 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:55.809634 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-550e5e13-c64c-4c26-82d3-ac86d9d13c58 req-ed7eb74e-190a-4585-9638-c50e578aeb31 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 946 time: 0.1166306 Jan 19 22:31:55.816035 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-f36eea1d-7f86-46da-978a-f3ec23667657 req-d714b45a-fe7d-457c-a4b3-341fd223c7f6 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Unset dirty status for tenant:14b41834d79d4e868fed82c53411eba6 on resource:port {{(pid=80165) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:31:55.817711 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f36eea1d-7f86-46da-978a-f3ec23667657 req-d714b45a-fe7d-457c-a4b3-341fd223c7f6 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?tenant_id=14b41834d79d4e868fed82c53411eba6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1337469 Jan 19 22:31:55.864708 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-550e5e13-c64c-4c26-82d3-ac86d9d13c58 req-bc8ca271-16e4-44de-b10c-59df252e0219 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=758fd4f5-eb00-422f-a193-daec2cde2d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475850 Jan 19 22:31:56.053848 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f36eea1d-7f86-46da-978a-f3ec23667657 req-bf43b06c-af4c-45b4-a5ae-5e17548627e4 service neutron] 10.222.0.43 "GET /v2.0/networks/9833d04b-801e-468a-b55d-a07f3c5885cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222819 Jan 19 22:31:56.196715 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f36eea1d-7f86-46da-978a-f3ec23667657 req-dd85417e-eacc-4039-abc7-33b926f71f77 service neutron] 10.222.0.43 "GET /v2.0/networks/9833d04b-801e-468a-b55d-a07f3c5885cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1363306 Jan 19 22:31:56.410127 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-dd7df710-e528-4ff7-b6a8-11f6505c5fd7 req-dd1e4be3-c223-4109-b021-aee8bce00b7d tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?device_id=74c5a04c-6bf3-4223-8316-279f83b7fa71 HTTP/1.1" status: 200 len: 210 time: 0.0523031 Jan 19 22:31:57.110793 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a9d5c-d9fe-480b-a444-a87ffea16da1 req-830408bf-5dd7-4931-9ca1-e761cc828d5c tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:57.112320 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-7c2a9d5c-d9fe-480b-a444-a87ffea16da1 req-830408bf-5dd7-4931-9ca1-e761cc828d5c tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 946 time: 0.1007349 Jan 19 22:31:57.166780 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-7c2a9d5c-d9fe-480b-a444-a87ffea16da1 req-0f55ae1d-15a0-458b-82d7-48b0b0bd5a22 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=758fd4f5-eb00-422f-a193-daec2cde2d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473235 Jan 19 22:31:57.584450 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-1be50bb6-44fb-402b-8675-a0c66113b389 req-077e8ebb-a6cc-4194-94dc-85a91ff5868b tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?device_id=74c5a04c-6bf3-4223-8316-279f83b7fa71 HTTP/1.1" status: 200 len: 210 time: 0.0485442 Jan 19 22:31:58.410774 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b1a70-04c6-4294-ad99-ecae8ac921a3 req-292f67b4-be8b-4301-a36f-21f8e544328b tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:58.412412 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-878b1a70-04c6-4294-ad99-ecae8ac921a3 req-292f67b4-be8b-4301-a36f-21f8e544328b tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 946 time: 0.1028352 Jan 19 22:31:58.463907 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-878b1a70-04c6-4294-ad99-ecae8ac921a3 req-5d6cd35b-ed5c-41f4-9825-63a429cfac76 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=758fd4f5-eb00-422f-a193-daec2cde2d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451026 Jan 19 22:31:58.773056 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-8fe07a54-9c4a-4e16-ae4b-e7f54c105030 req-89a9394a-77e6-4c8f-a2b2-6c1cf0db867f tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?device_id=74c5a04c-6bf3-4223-8316-279f83b7fa71 HTTP/1.1" status: 200 len: 210 time: 0.0507405 Jan 19 22:31:58.851263 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e743d8a8-d915-425c-aad4-6c4a5db476d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:59.042195 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36eea1d-7f86-46da-978a-f3ec23667657 req-2e84c3bc-ac84-4e5e-9967-2809bad01e9c tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:59.043884 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f36eea1d-7f86-46da-978a-f3ec23667657 req-2e84c3bc-ac84-4e5e-9967-2809bad01e9c tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.66 "GET /v2.0/networks?id=9833d04b-801e-468a-b55d-a07f3c5885cd HTTP/1.1" status: 200 len: 810 time: 0.1846526 Jan 19 22:31:59.168553 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f36eea1d-7f86-46da-978a-f3ec23667657 req-cf7df891-cf17-41f2-8c33-8af5d2a5313c tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=14b41834d79d4e868fed82c53411eba6 HTTP/1.1" status: 200 len: 5705 time: 0.0870297 Jan 19 22:31:59.181257 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [req-f36eea1d-7f86-46da-978a-f3ec23667657 req-fb97b240-68c4-4ff4-9a45-fd9a1f25d319 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Request body: {'port': {'device_id': '74c5a04c-6bf3-4223-8316-279f83b7fa71', 'network_id': '9833d04b-801e-468a-b55d-a07f3c5885cd', 'admin_state_up': True, 'tenant_id': '14b41834d79d4e868fed82c53411eba6', 'security_groups': ['b49fa71b-cea0-434e-8b94-a881daa4d62f']}} {{(pid=80165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:31:59.331682 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [req-f36eea1d-7f86-46da-978a-f3ec23667657 req-fb97b240-68c4-4ff4-9a45-fd9a1f25d319 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:31:59.342554 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [req-f36eea1d-7f86-46da-978a-f3ec23667657 req-fb97b240-68c4-4ff4-9a45-fd9a1f25d319 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:31:59.352299 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f36eea1d-7f86-46da-978a-f3ec23667657 req-fb97b240-68c4-4ff4-9a45-fd9a1f25d319 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Made reservation on behalf of 14b41834d79d4e868fed82c53411eba6 for: {'port': 1} {{(pid=80165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:31:59.361766 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-f36eea1d-7f86-46da-978a-f3ec23667657 req-fb97b240-68c4-4ff4-9a45-fd9a1f25d319 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:59.788436 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.db_base_plugin_common [req-f36eea1d-7f86-46da-978a-f3ec23667657 req-fb97b240-68c4-4ff4-9a45-fd9a1f25d319 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Allocated IP 172.20.0.7 (9833d04b-801e-468a-b55d-a07f3c5885cd/1981add0-450b-4ba4-a4b4-88355edcb693/457390df-76c6-4c5e-aabf-1062f5b3ff49) {{(pid=80165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:31:59.854445 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec72008-7c9c-47fc-8219-b2367c72be34 req-18056094-118e-4327-ac16-5602367782a1 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:59.856185 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0ec72008-7c9c-47fc-8219-b2367c72be34 req-18056094-118e-4327-ac16-5602367782a1 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 946 time: 0.1835525 Jan 19 22:31:59.989367 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0ec72008-7c9c-47fc-8219-b2367c72be34 req-253890c6-a908-4ca8-bf97-1552b98d6a50 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=758fd4f5-eb00-422f-a193-daec2cde2d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110764 Jan 19 22:32:00.051187 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6cea2ce4-0da2-409d-9891-d7d41678ff70 req-ca63ee4e-4602-4405-adca-3678d978f72a tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?device_id=74c5a04c-6bf3-4223-8316-279f83b7fa71 HTTP/1.1" status: 200 len: 210 time: 0.0916886 Jan 19 22:32:00.158444 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-f36eea1d-7f86-46da-978a-f3ec23667657 req-fb97b240-68c4-4ff4-9a45-fd9a1f25d319 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks [] for port, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:00.182936 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [req-f36eea1d-7f86-46da-978a-f3ec23667657 req-fb97b240-68c4-4ff4-9a45-fd9a1f25d319 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Transition to ACTIVE for port object 457390df-76c6-4c5e-aabf-1062f5b3ff49 will not be triggered until provisioned by entity DHCP. {{(pid=80165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:32:00.212425 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-f36eea1d-7f86-46da-978a-f3ec23667657 req-fb97b240-68c4-4ff4-9a45-fd9a1f25d319 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307085170889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852767463'] for port, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:00.230963 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-87276aa6-86d3-4e83-91ab-9aa64545eac1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:32:00.315424 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb97b240-68c4-4ff4-9a45-fd9a1f25d319 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Pushing event updated for resources: {'Port': ['ID=457390df-76c6-4c5e-aabf-1062f5b3ff49,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:32:00.323554 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-fb97b240-68c4-4ff4-9a45-fd9a1f25d319 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:32:00.483679 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f36eea1d-7f86-46da-978a-f3ec23667657 req-fb97b240-68c4-4ff4-9a45-fd9a1f25d319 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Network 9833d04b-801e-468a-b55d-a07f3c5885cd is already hosted by enough agents. {{(pid=80165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:32:00.484823 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [req-f36eea1d-7f86-46da-978a-f3ec23667657 req-fb97b240-68c4-4ff4-9a45-fd9a1f25d319 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Resources bound (agent type, host, resource id): {{(pid=80165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:32:00.487395 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [req-f36eea1d-7f86-46da-978a-f3ec23667657 req-fb97b240-68c4-4ff4-9a45-fd9a1f25d319 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Received port after_create {{(pid=80165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:32:00.584842 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36eea1d-7f86-46da-978a-f3ec23667657 req-fb97b240-68c4-4ff4-9a45-fd9a1f25d319 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:00.585814 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-f36eea1d-7f86-46da-978a-f3ec23667657 req-fb97b240-68c4-4ff4-9a45-fd9a1f25d319 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for port, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:00.622920 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f36eea1d-7f86-46da-978a-f3ec23667657 req-fb97b240-68c4-4ff4-9a45-fd9a1f25d319 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4457095 Jan 19 22:32:00.726440 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-11912d64-126f-4b74-b6b4-8889e5ea4e6f None None] Provisioning for port 457390df-76c6-4c5e-aabf-1062f5b3ff49 completed by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:32:00.734105 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-11912d64-126f-4b74-b6b4-8889e5ea4e6f None None] Provisioning complete for port 457390df-76c6-4c5e-aabf-1062f5b3ff49 triggered by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:32:00.734275 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [req-f36eea1d-7f86-46da-978a-f3ec23667657 req-038b8373-ee51-4f61-b1fc-02c4a2bd9143 service neutron] Request body: {'port': {'device_id': '74c5a04c-6bf3-4223-8316-279f83b7fa71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:32:00.734930 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-11912d64-126f-4b74-b6b4-8889e5ea4e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:00.799748 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-11912d64-126f-4b74-b6b4-8889e5ea4e6f None None] Port 457390df-76c6-4c5e-aabf-1062f5b3ff49 cannot update to ACTIVE because it is not bound. {{(pid=80167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 22:32:00.870381 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-f36eea1d-7f86-46da-978a-f3ec23667657 req-038b8373-ee51-4f61-b1fc-02c4a2bd9143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:01.289857 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854337c-b5d4-446f-ba7f-69612a20c3a5 req-b11c98c5-0f84-489f-becf-c00bb12fd8fb tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:01.298459 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-4854337c-b5d4-446f-ba7f-69612a20c3a5 req-b11c98c5-0f84-489f-becf-c00bb12fd8fb tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 946 time: 0.1198838 Jan 19 22:32:01.361976 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-4854337c-b5d4-446f-ba7f-69612a20c3a5 req-f78105c6-edab-40ce-9fe5-6f9a8f7a043c tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=758fd4f5-eb00-422f-a193-daec2cde2d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620942 Jan 19 22:32:01.419775 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1243c519-8875-4095-9705-67b78462088e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:01.473195 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [req-f36eea1d-7f86-46da-978a-f3ec23667657 req-038b8373-ee51-4f61-b1fc-02c4a2bd9143 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 457390df-76c6-4c5e-aabf-1062f5b3ff49 {{(pid=80165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 19 22:32:01.484094 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-f36eea1d-7f86-46da-978a-f3ec23667657 req-038b8373-ee51-4f61-b1fc-02c4a2bd9143 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:01.518895 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [req-f36eea1d-7f86-46da-978a-f3ec23667657 req-038b8373-ee51-4f61-b1fc-02c4a2bd9143 service neutron] Transition to ACTIVE for port object 457390df-76c6-4c5e-aabf-1062f5b3ff49 will not be triggered until provisioned by entity L2. {{(pid=80165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:32:01.548865 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc1d28-ce63-4d23-9f43-a5f085dba5bb req-ae68a958-32eb-4833-8217-394ec76d7dfa tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:01.549720 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-16bc1d28-ce63-4d23-9f43-a5f085dba5bb req-ae68a958-32eb-4833-8217-394ec76d7dfa tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Synchronizing usage tracker for tenant:14b41834d79d4e868fed82c53411eba6 on resource:port {{(pid=80165) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:32:01.554681 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-f36eea1d-7f86-46da-978a-f3ec23667657 req-038b8373-ee51-4f61-b1fc-02c4a2bd9143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2008354'] for port, after_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:01.570867 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-216e3508-85e2-4db9-9f13-6acc416ca5a5 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:32:01.782975 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-90bd6fb1-4363-458f-9f64-c932ccf11b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:01.945310 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-16bc1d28-ce63-4d23-9f43-a5f085dba5bb req-ae68a958-32eb-4833-8217-394ec76d7dfa tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Unset dirty status for tenant:14b41834d79d4e868fed82c53411eba6 on resource:port {{(pid=80165) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:32:01.946587 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-16bc1d28-ce63-4d23-9f43-a5f085dba5bb req-ae68a958-32eb-4833-8217-394ec76d7dfa tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?device_id=74c5a04c-6bf3-4223-8316-279f83b7fa71 HTTP/1.1" status: 200 len: 931 time: 0.5480566 Jan 19 22:32:01.964215 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038b8373-ee51-4f61-b1fc-02c4a2bd9143 service neutron] Pushing event updated for resources: {'Port': ['ID=457390df-76c6-4c5e-aabf-1062f5b3ff49,revision_number=2']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:32:01.967416 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-038b8373-ee51-4f61-b1fc-02c4a2bd9143 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:32:02.064754 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-16bc1d28-ce63-4d23-9f43-a5f085dba5bb req-d0c6c0f0-b1f3-4ae1-aabe-d348a9b02c5e tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/security-groups?id=b49fa71b-cea0-434e-8b94-a881daa4d62f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093032 Jan 19 22:32:02.227825 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [req-f36eea1d-7f86-46da-978a-f3ec23667657 req-038b8373-ee51-4f61-b1fc-02c4a2bd9143 service neutron] Attempting to bind port 457390df-76c6-4c5e-aabf-1062f5b3ff49 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=80165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:32:02.228165 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [req-f36eea1d-7f86-46da-978a-f3ec23667657 req-038b8373-ee51-4f61-b1fc-02c4a2bd9143 service neutron] Attempting to bind port 457390df-76c6-4c5e-aabf-1062f5b3ff49 by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': 'c0eefc68-d721-4cc9-9571-b071e90f43c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9833d04b-801e-468a-b55d-a07f3c5885cd'}] {{(pid=80165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:32:02.228326 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36eea1d-7f86-46da-978a-f3ec23667657 req-038b8373-ee51-4f61-b1fc-02c4a2bd9143 service neutron] Attempting to bind port 457390df-76c6-4c5e-aabf-1062f5b3ff49 on network 9833d04b-801e-468a-b55d-a07f3c5885cd {{(pid=80165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:32:02.242708 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36eea1d-7f86-46da-978a-f3ec23667657 req-038b8373-ee51-4f61-b1fc-02c4a2bd9143 service neutron] Checking agent: {'id': 'fdb5f3a7-7d47-485b-a3bd-ac2e8030a5a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 24, 37), 'started_at': datetime.datetime(2021, 1, 19, 22, 25, 7), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:32:02.242708 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36eea1d-7f86-46da-978a-f3ec23667657 req-038b8373-ee51-4f61-b1fc-02c4a2bd9143 service neutron] Checking segment: {'id': 'c0eefc68-d721-4cc9-9571-b071e90f43c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9833d04b-801e-468a-b55d-a07f3c5885cd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:32:02.242708 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-f36eea1d-7f86-46da-978a-f3ec23667657 req-038b8373-ee51-4f61-b1fc-02c4a2bd9143 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:02.243189 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36eea1d-7f86-46da-978a-f3ec23667657 req-038b8373-ee51-4f61-b1fc-02c4a2bd9143 service neutron] Bound using segment: {'id': 'c0eefc68-d721-4cc9-9571-b071e90f43c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9833d04b-801e-468a-b55d-a07f3c5885cd'} {{(pid=80165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:32:02.243853 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [req-f36eea1d-7f86-46da-978a-f3ec23667657 req-038b8373-ee51-4f61-b1fc-02c4a2bd9143 service neutron] Bound port: 457390df-76c6-4c5e-aabf-1062f5b3ff49, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0eefc68-d721-4cc9-9571-b071e90f43c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9833d04b-801e-468a-b55d-a07f3c5885cd'}}] {{(pid=80165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:32:02.244449 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-f36eea1d-7f86-46da-978a-f3ec23667657 req-038b8373-ee51-4f61-b1fc-02c4a2bd9143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:02.354142 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-f36eea1d-7f86-46da-978a-f3ec23667657 req-038b8373-ee51-4f61-b1fc-02c4a2bd9143 service neutron] For port 457390df-76c6-4c5e-aabf-1062f5b3ff49, host hv-cinder-75078, cleared binding levels {{(pid=80165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:32:02.357862 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-f36eea1d-7f86-46da-978a-f3ec23667657 req-038b8373-ee51-4f61-b1fc-02c4a2bd9143 service neutron] For port 457390df-76c6-4c5e-aabf-1062f5b3ff49, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=457390df-76c6-4c5e-aabf-1062f5b3ff49,segment=NetworkSegment(c0eefc68-d721-4cc9-9571-b071e90f43c2),segment_id=c0eefc68-d721-4cc9-9571-b071e90f43c2)] {{(pid=80165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:32:02.372119 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-f36eea1d-7f86-46da-978a-f3ec23667657 req-038b8373-ee51-4f61-b1fc-02c4a2bd9143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2008354'] for port, after_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:02.524454 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-bb6f6bc2-cb55-449c-b0e5-b5bb07bead54 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:32:02.607688 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36eea1d-7f86-46da-978a-f3ec23667657 req-038b8373-ee51-4f61-b1fc-02c4a2bd9143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:02.608601 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-f36eea1d-7f86-46da-978a-f3ec23667657 req-038b8373-ee51-4f61-b1fc-02c4a2bd9143 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for port, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:02.610439 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f36eea1d-7f86-46da-978a-f3ec23667657 req-038b8373-ee51-4f61-b1fc-02c4a2bd9143 service neutron] 10.222.0.66 "PUT /v2.0/ports/457390df-76c6-4c5e-aabf-1062f5b3ff49 HTTP/1.1" status: 200 len: 1157 time: 1.9708383 Jan 19 22:32:02.611134 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74c5a04c-6bf3-4223-8316-279f83b7fa71', 'tag': '457390df-76c6-4c5e-aabf-1062f5b3ff49'}] {{(pid=80165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:32:02.661239 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9cd4a7-5199-4a2c-940c-4458c897d4ed req-77b20b63-222a-4654-b079-57107551ba8a tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:02.662790 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038b8373-ee51-4f61-b1fc-02c4a2bd9143 service neutron] Pushing event updated for resources: {'Port': ['ID=457390df-76c6-4c5e-aabf-1062f5b3ff49,revision_number=3']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:32:02.663989 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0d9cd4a7-5199-4a2c-940c-4458c897d4ed req-77b20b63-222a-4654-b079-57107551ba8a tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 946 time: 0.1504116 Jan 19 22:32:02.676157 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-038b8373-ee51-4f61-b1fc-02c4a2bd9143 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:32:02.739498 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0d9cd4a7-5199-4a2c-940c-4458c897d4ed req-047984ae-8234-40be-8160-1b965071a04b tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=758fd4f5-eb00-422f-a193-daec2cde2d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636816 Jan 19 22:32:02.745135 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74c5a04c-6bf3-4223-8316-279f83b7fa71', 'tag': '457390df-76c6-4c5e-aabf-1062f5b3ff49', 'status': 'completed', 'code': 200} Jan 19 22:32:02.792375 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36eea1d-7f86-46da-978a-f3ec23667657 req-dab7e5b9-8c43-40b1-9fb1-f48bc650c4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:02.794426 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f36eea1d-7f86-46da-978a-f3ec23667657 req-dab7e5b9-8c43-40b1-9fb1-f48bc650c4fe service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=14b41834d79d4e868fed82c53411eba6&device_id=74c5a04c-6bf3-4223-8316-279f83b7fa71 HTTP/1.1" status: 200 len: 1160 time: 0.1047895 Jan 19 22:32:02.900570 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f36eea1d-7f86-46da-978a-f3ec23667657 req-35dfda8e-58d3-48f5-9ada-9f498ae4204d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=457390df-76c6-4c5e-aabf-1062f5b3ff49 HTTP/1.1" status: 200 len: 217 time: 0.0910006 Jan 19 22:32:02.978655 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36eea1d-7f86-46da-978a-f3ec23667657 req-47de56e4-7b23-4b82-96ab-f0f2286c8511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:02.980246 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f36eea1d-7f86-46da-978a-f3ec23667657 req-47de56e4-7b23-4b82-96ab-f0f2286c8511 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1981add0-450b-4ba4-a4b4-88355edcb693 HTTP/1.1" status: 200 len: 849 time: 0.0722468 Jan 19 22:32:03.034134 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:03.094944 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36eea1d-7f86-46da-978a-f3ec23667657 req-917a41a0-e11a-4129-b606-499feb6b4a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:03.096701 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f36eea1d-7f86-46da-978a-f3ec23667657 req-917a41a0-e11a-4129-b606-499feb6b4a1a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9833d04b-801e-468a-b55d-a07f3c5885cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1082351 Jan 19 22:32:03.313845 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f36eea1d-7f86-46da-978a-f3ec23667657 req-db06144e-7bec-41c2-be4e-4ec876ea4104 service neutron] 10.222.0.66 "GET /v2.0/networks/9833d04b-801e-468a-b55d-a07f3c5885cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088418 Jan 19 22:32:03.385718 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f13b4-c3b1-4e32-8d39-976182b8b865 req-1285cbd9-0cfe-4782-84b8-6f6c0770cc54 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:03.394221 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-253f13b4-c3b1-4e32-8d39-976182b8b865 req-1285cbd9-0cfe-4782-84b8-6f6c0770cc54 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?device_id=74c5a04c-6bf3-4223-8316-279f83b7fa71 HTTP/1.1" status: 200 len: 943 time: 0.1449225 Jan 19 22:32:03.428809 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8bdf443e-3544-4df7-a37c-063f9f459872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:03.463711 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-253f13b4-c3b1-4e32-8d39-976182b8b865 req-256927bd-07ec-477c-a5d4-17268a274e4b tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/security-groups?id=b49fa71b-cea0-434e-8b94-a881daa4d62f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680423 Jan 19 22:32:03.539786 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f36eea1d-7f86-46da-978a-f3ec23667657 req-039acd5f-5187-48f0-8be5-b4bb9d3c3fc6 service neutron] 10.222.0.66 "GET /v2.0/networks/9833d04b-801e-468a-b55d-a07f3c5885cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2186387 Jan 19 22:32:03.747173 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c3490-d20e-4ca9-a7dd-25405ccdd4a2 req-2fb5c510-845a-4618-85bb-3e6676f4cfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:03.748994 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-548c3490-d20e-4ca9-a7dd-25405ccdd4a2 req-2fb5c510-845a-4618-85bb-3e6676f4cfbd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=14b41834d79d4e868fed82c53411eba6&device_id=74c5a04c-6bf3-4223-8316-279f83b7fa71 HTTP/1.1" status: 200 len: 1160 time: 0.0915775 Jan 19 22:32:03.904484 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c3490-d20e-4ca9-a7dd-25405ccdd4a2 req-e36443af-b398-4b4d-884e-e4a1d652efc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:03.906127 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-548c3490-d20e-4ca9-a7dd-25405ccdd4a2 req-e36443af-b398-4b4d-884e-e4a1d652efc3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9833d04b-801e-468a-b55d-a07f3c5885cd HTTP/1.1" status: 200 len: 904 time: 0.1493206 Jan 19 22:32:04.008056 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-548c3490-d20e-4ca9-a7dd-25405ccdd4a2 req-46b6fd76-4ffd-4f98-88f5-86c629a0bfba service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=457390df-76c6-4c5e-aabf-1062f5b3ff49 HTTP/1.1" status: 200 len: 217 time: 0.0903015 Jan 19 22:32:04.012823 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3811117b-202d-45f6-8add-54955fa47d55 req-7e4f85f6-4f0c-4d9e-869e-6809635ef94c tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:04.017718 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-3811117b-202d-45f6-8add-54955fa47d55 req-7e4f85f6-4f0c-4d9e-869e-6809635ef94c tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 946 time: 0.1202018 Jan 19 22:32:04.085348 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-3811117b-202d-45f6-8add-54955fa47d55 req-ba6803c1-b5d2-4a45-97dd-efaa22aa9806 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=758fd4f5-eb00-422f-a193-daec2cde2d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638587 Jan 19 22:32:04.093970 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c3490-d20e-4ca9-a7dd-25405ccdd4a2 req-5282a03f-b1d6-4167-937f-4e9dd20147de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:04.096171 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-548c3490-d20e-4ca9-a7dd-25405ccdd4a2 req-5282a03f-b1d6-4167-937f-4e9dd20147de service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1981add0-450b-4ba4-a4b4-88355edcb693 HTTP/1.1" status: 200 len: 849 time: 0.0791368 Jan 19 22:32:04.207469 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c3490-d20e-4ca9-a7dd-25405ccdd4a2 req-a6fead48-9946-420e-9954-7cea21971240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:04.209154 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-548c3490-d20e-4ca9-a7dd-25405ccdd4a2 req-a6fead48-9946-420e-9954-7cea21971240 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9833d04b-801e-468a-b55d-a07f3c5885cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0961943 Jan 19 22:32:04.402306 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-548c3490-d20e-4ca9-a7dd-25405ccdd4a2 req-a3aaad97-ff53-4bd9-8d91-fc2f1411e250 service neutron] 10.222.0.66 "GET /v2.0/networks/9833d04b-801e-468a-b55d-a07f3c5885cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754103 Jan 19 22:32:04.572856 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-548c3490-d20e-4ca9-a7dd-25405ccdd4a2 req-0c9a0c45-422e-431f-a2e0-4d72bdcc4226 service neutron] 10.222.0.66 "GET /v2.0/networks/9833d04b-801e-468a-b55d-a07f3c5885cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1624839 Jan 19 22:32:04.774260 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed5959-009d-49ae-9db4-6461eb8275d0 req-80068ea1-fd33-498e-8082-f18c32dc2419 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:04.776760 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-47ed5959-009d-49ae-9db4-6461eb8275d0 req-80068ea1-fd33-498e-8082-f18c32dc2419 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?device_id=74c5a04c-6bf3-4223-8316-279f83b7fa71 HTTP/1.1" status: 200 len: 943 time: 0.1247866 Jan 19 22:32:04.862870 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-47ed5959-009d-49ae-9db4-6461eb8275d0 req-70edea61-7fd6-4532-a8a4-8ca41ec7caba tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/security-groups?id=b49fa71b-cea0-434e-8b94-a881daa4d62f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767138 Jan 19 22:32:05.267158 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ef295-9e7d-4088-92c0-8dd5eafc86da req-fe2dfb2e-f8d5-4a34-98ac-bad6b736674d tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:05.269096 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-098ef295-9e7d-4088-92c0-8dd5eafc86da req-fe2dfb2e-f8d5-4a34-98ac-bad6b736674d tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/ports?device_id=9b94ab51-e57c-4171-b7c8-8019328c2736 HTTP/1.1" status: 200 len: 945 time: 0.1280360 Jan 19 22:32:05.339696 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-098ef295-9e7d-4088-92c0-8dd5eafc86da req-285a17c0-3377-4584-aaed-6c86e5fcef5b tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/security-groups?id=66221ba8-bde5-49dc-8692-3aa259706012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620933 Jan 19 22:32:05.394026 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90acea4-9586-440f-b35a-c38f24e46561 req-14397b42-b69f-4169-8716-b939fc1e86e3 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:05.396146 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-e90acea4-9586-440f-b35a-c38f24e46561 req-14397b42-b69f-4169-8716-b939fc1e86e3 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 946 time: 0.1522911 Jan 19 22:32:05.465337 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-e90acea4-9586-440f-b35a-c38f24e46561 req-75ff1681-e93d-4127-bf22-fe0a5591eca7 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=758fd4f5-eb00-422f-a193-daec2cde2d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479696 Jan 19 22:32:06.140329 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da327d-b73b-4eb2-996a-ea3562b9361d req-38ba5a0a-5eed-4483-9075-4bed54846e3f tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:06.148644 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-64da327d-b73b-4eb2-996a-ea3562b9361d req-38ba5a0a-5eed-4483-9075-4bed54846e3f tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?device_id=74c5a04c-6bf3-4223-8316-279f83b7fa71 HTTP/1.1" status: 200 len: 943 time: 0.1166041 Jan 19 22:32:06.197984 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-64da327d-b73b-4eb2-996a-ea3562b9361d req-38bb1590-ff49-4a55-942d-9193bdecd076 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/security-groups?id=b49fa71b-cea0-434e-8b94-a881daa4d62f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481799 Jan 19 22:32:06.598253 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9bef1e-bab5-4087-a327-0c066ea71cd8 req-5508ffc9-cd79-43a3-8ccf-d780fb1cf954 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:06.600733 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-1d9bef1e-bab5-4087-a327-0c066ea71cd8 req-5508ffc9-cd79-43a3-8ccf-d780fb1cf954 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/ports?device_id=9b94ab51-e57c-4171-b7c8-8019328c2736 HTTP/1.1" status: 200 len: 945 time: 0.1149337 Jan 19 22:32:06.662480 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-1d9bef1e-bab5-4087-a327-0c066ea71cd8 req-a1deed34-c569-4461-aa10-631ed2390a84 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/security-groups?id=66221ba8-bde5-49dc-8692-3aa259706012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516653 Jan 19 22:32:06.759230 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b28737-a870-4297-a9dc-75a8bdc03617 req-493bb119-b00c-4a83-8b57-0d0a0ef0fb5e tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:06.760943 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-81b28737-a870-4297-a9dc-75a8bdc03617 req-493bb119-b00c-4a83-8b57-0d0a0ef0fb5e tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 946 time: 0.1238151 Jan 19 22:32:06.825925 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-81b28737-a870-4297-a9dc-75a8bdc03617 req-6ebb609e-ff2a-4c1d-9790-a4c0a6d06f80 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=758fd4f5-eb00-422f-a193-daec2cde2d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580685 Jan 19 22:32:07.366116 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device 457390df-76c6-4c5e-aabf-1062f5b3ff49 up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:32:07.471748 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230dd2d6-f5e0-4482-a611-7c16cf1f8782 req-2b713462-c7c4-4f47-aeb3-f0f58deed7de tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:07.474509 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-230dd2d6-f5e0-4482-a611-7c16cf1f8782 req-2b713462-c7c4-4f47-aeb3-f0f58deed7de tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?device_id=74c5a04c-6bf3-4223-8316-279f83b7fa71 HTTP/1.1" status: 200 len: 943 time: 0.1276591 Jan 19 22:32:07.475666 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:07.480579 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning for port 457390df-76c6-4c5e-aabf-1062f5b3ff49 completed by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:32:07.486300 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port 457390df-76c6-4c5e-aabf-1062f5b3ff49 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:32:07.486715 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:07.540531 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-230dd2d6-f5e0-4482-a611-7c16cf1f8782 req-5f81a8fd-1960-46bc-a0c7-4edec1f6c61c tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/security-groups?id=b49fa71b-cea0-434e-8b94-a881daa4d62f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590353 Jan 19 22:32:07.623752 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:07.653899 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c5a04c-6bf3-4223-8316-279f83b7fa71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457390df-76c6-4c5e-aabf-1062f5b3ff49'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:32:07.675031 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] For port 457390df-76c6-4c5e-aabf-1062f5b3ff49, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=457390df-76c6-4c5e-aabf-1062f5b3ff49,segment=NetworkSegment(c0eefc68-d721-4cc9-9571-b071e90f43c2),segment_id=c0eefc68-d721-4cc9-9571-b071e90f43c2)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:32:07.679916 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:07.680990 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device 5ffacb92-4e3d-45e9-aa2f-00235d9bb37f up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:32:07.742131 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74c5a04c-6bf3-4223-8316-279f83b7fa71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457390df-76c6-4c5e-aabf-1062f5b3ff49', 'code': 200} Jan 19 22:32:07.743231 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:32:07.870802 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Pushing event updated for resources: {'Port': ['ID=457390df-76c6-4c5e-aabf-1062f5b3ff49,revision_number=4']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:32:07.879137 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:32:07.879774 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port 5ffacb92-4e3d-45e9-aa2f-00235d9bb37f triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:32:07.880220 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:08.014126 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310aa20a-264c-46b8-a775-79b60e797e0b req-9b3155e1-e018-4698-b040-e83678f5df0a tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:08.016362 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-310aa20a-264c-46b8-a775-79b60e797e0b req-9b3155e1-e018-4698-b040-e83678f5df0a tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/ports?device_id=9b94ab51-e57c-4171-b7c8-8019328c2736 HTTP/1.1" status: 200 len: 945 time: 0.1931126 Jan 19 22:32:08.103240 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-310aa20a-264c-46b8-a775-79b60e797e0b req-8f409940-e91b-4d7a-8361-f2574d4ef6b1 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/security-groups?id=66221ba8-bde5-49dc-8692-3aa259706012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700901 Jan 19 22:32:08.211419 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08112905-ad0f-4e31-a054-85e23900280f req-1e39648e-0295-44b7-b3c4-8f7926ae985f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:08.213180 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-08112905-ad0f-4e31-a054-85e23900280f req-1e39648e-0295-44b7-b3c4-8f7926ae985f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=74c5a04c-6bf3-4223-8316-279f83b7fa71 HTTP/1.1" status: 200 len: 1162 time: 0.1924219 Jan 19 22:32:08.242453 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209fe08a-5fce-475d-92d8-cc9803d6365e req-bacff3a3-eb7a-4fd7-9e0b-bb8fb52844de tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:08.244213 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-209fe08a-5fce-475d-92d8-cc9803d6365e req-bacff3a3-eb7a-4fd7-9e0b-bb8fb52844de tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 946 time: 0.1562948 Jan 19 22:32:08.341845 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-08112905-ad0f-4e31-a054-85e23900280f req-a1a960ba-c10f-40de-ad31-cba6ebfac03b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b49fa71b-cea0-434e-8b94-a881daa4d62f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965576 Jan 19 22:32:08.347803 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-209fe08a-5fce-475d-92d8-cc9803d6365e req-463ae7ac-8ba8-49c6-8596-673122d4b7d9 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=758fd4f5-eb00-422f-a193-daec2cde2d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886340 Jan 19 22:32:08.478193 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device 457390df-76c6-4c5e-aabf-1062f5b3ff49 up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:32:08.558102 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port 457390df-76c6-4c5e-aabf-1062f5b3ff49 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:32:08.558522 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:08.856805 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631cb281-a4dc-49ff-8940-2498164b8cea req-fc0442c8-a311-4e30-92bd-41db3eb56167 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:08.858975 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-631cb281-a4dc-49ff-8940-2498164b8cea req-fc0442c8-a311-4e30-92bd-41db3eb56167 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?device_id=74c5a04c-6bf3-4223-8316-279f83b7fa71 HTTP/1.1" status: 200 len: 945 time: 0.1082356 Jan 19 22:32:08.922550 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-631cb281-a4dc-49ff-8940-2498164b8cea req-30177f41-c25e-489c-9183-ab0ab1c0d54b tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/security-groups?id=b49fa71b-cea0-434e-8b94-a881daa4d62f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562353 Jan 19 22:32:09.338189 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce9a6b-04d8-4e03-9c19-cef1c2c6f33d req-42bd1ebc-375d-489e-a84a-f0c1585c0871 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:09.339845 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-9cce9a6b-04d8-4e03-9c19-cef1c2c6f33d req-42bd1ebc-375d-489e-a84a-f0c1585c0871 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/ports?device_id=9b94ab51-e57c-4171-b7c8-8019328c2736 HTTP/1.1" status: 200 len: 945 time: 0.1038146 Jan 19 22:32:09.390990 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-9cce9a6b-04d8-4e03-9c19-cef1c2c6f33d req-cf7a197d-516a-41a6-a0d9-dcc8abc6d76a tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/security-groups?id=66221ba8-bde5-49dc-8692-3aa259706012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442479 Jan 19 22:32:09.599633 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b6f1b-a8f0-4140-aefe-09f131fe4189 req-8364b03e-6a0b-46d3-b8c0-ec5f22f3875e tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:09.601186 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-cc7b6f1b-a8f0-4140-aefe-09f131fe4189 req-8364b03e-6a0b-46d3-b8c0-ec5f22f3875e tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 946 time: 0.1070137 Jan 19 22:32:09.652494 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-cc7b6f1b-a8f0-4140-aefe-09f131fe4189 req-af7fb1f5-5b43-42c0-a25f-ab062a60716b tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=758fd4f5-eb00-422f-a193-daec2cde2d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449114 Jan 19 22:32:10.143039 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a294bc-5474-4f36-b44e-d46e7ad59333 req-1095f979-9bfb-4712-80de-b6184bd6a406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:10.144650 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c4a294bc-5474-4f36-b44e-d46e7ad59333 req-1095f979-9bfb-4712-80de-b6184bd6a406 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f0ed436f923242c09f18ac9215bbdd6d&device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 1163 time: 0.1412303 Jan 19 22:32:10.214151 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b1a21-e7f4-4cfb-a93c-80a2c92145a6 req-113b16f7-77e0-4d56-8f97-3f04ee0a4798 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:10.215777 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-901b1a21-e7f4-4cfb-a93c-80a2c92145a6 req-113b16f7-77e0-4d56-8f97-3f04ee0a4798 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?device_id=74c5a04c-6bf3-4223-8316-279f83b7fa71 HTTP/1.1" status: 200 len: 945 time: 0.1592495 Jan 19 22:32:10.335288 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-901b1a21-e7f4-4cfb-a93c-80a2c92145a6 req-3ab04e2d-ac61-498b-88f5-4a6780369d7d tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/security-groups?id=b49fa71b-cea0-434e-8b94-a881daa4d62f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120505 Jan 19 22:32:10.353010 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a294bc-5474-4f36-b44e-d46e7ad59333 req-0c327fc1-2ef2-4a59-9889-9890c428fc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:10.357800 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c4a294bc-5474-4f36-b44e-d46e7ad59333 req-0c327fc1-2ef2-4a59-9889-9890c428fc4f service neutron] 10.222.0.66 "GET /v2.0/networks?id=e1615a81-979f-4377-bdd4-466d6ecb70d8 HTTP/1.1" status: 200 len: 910 time: 0.2015965 Jan 19 22:32:10.472690 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c4a294bc-5474-4f36-b44e-d46e7ad59333 req-85ec82d2-7b3b-4cbf-9b80-71dd39215fbb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ffacb92-4e3d-45e9-aa2f-00235d9bb37f HTTP/1.1" status: 200 len: 1002 time: 0.1062765 Jan 19 22:32:10.564320 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528dde23-d89b-4c83-b221-916ebd329f21 req-4b84e9a5-1d58-43b9-b7b4-ea6fcf05ac0f tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:10.566029 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-528dde23-d89b-4c83-b221-916ebd329f21 req-4b84e9a5-1d58-43b9-b7b4-ea6fcf05ac0f tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?device_id=74c5a04c-6bf3-4223-8316-279f83b7fa71 HTTP/1.1" status: 200 len: 945 time: 0.1049752 Jan 19 22:32:10.575672 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 56130) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:32:10.581541 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-522b216e-c7cd-4d16-8481-3c4331bf6565 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Request body: {'floatingip': {'port_id': '457390df-76c6-4c5e-aabf-1062f5b3ff49'}} {{(pid=80166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:32:10.606040 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a294bc-5474-4f36-b44e-d46e7ad59333 req-4baa2938-fe6c-4d3e-8e2f-bd9549da381f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:10.607829 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c4a294bc-5474-4f36-b44e-d46e7ad59333 req-4baa2938-fe6c-4d3e-8e2f-bd9549da381f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b4c52249-2f5c-40fe-a964-1d16d96ffe83 HTTP/1.1" status: 200 len: 855 time: 0.1244843 Jan 19 22:32:10.669232 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-522b216e-c7cd-4d16-8481-3c4331bf6565 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks [] for floatingip, before_update {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:10.697579 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d07b8-14ec-47d7-9a79-826419691399 req-4583f437-cef2-4ae3-a662-d32a7aaeff05 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:10.700314 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-191d07b8-14ec-47d7-9a79-826419691399 req-4583f437-cef2-4ae3-a662-d32a7aaeff05 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/ports?device_id=9b94ab51-e57c-4171-b7c8-8019328c2736 HTTP/1.1" status: 200 len: 945 time: 0.1735344 Jan 19 22:32:10.768965 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-191d07b8-14ec-47d7-9a79-826419691399 req-251fbdfe-f233-4c4d-bf2f-36612c67b269 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/security-groups?id=66221ba8-bde5-49dc-8692-3aa259706012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629427 Jan 19 22:32:10.776040 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a294bc-5474-4f36-b44e-d46e7ad59333 req-f9f5e839-685e-486a-8959-3a2a819bc062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:10.777644 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c4a294bc-5474-4f36-b44e-d46e7ad59333 req-f9f5e839-685e-486a-8959-3a2a819bc062 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e1615a81-979f-4377-bdd4-466d6ecb70d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1519797 Jan 19 22:32:10.955943 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.agents_db [None req-329fefd4-1494-457f-8297-9b2689c275d7 None None] Agent healthcheck: found 6 active agents {{(pid=80168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:32:10.960824 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c4a294bc-5474-4f36-b44e-d46e7ad59333 req-92e939ab-1ce7-4618-a45c-a0f70294613b service neutron] 10.222.0.66 "GET /v2.0/networks/e1615a81-979f-4377-bdd4-466d6ecb70d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402156 Jan 19 22:32:11.108740 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d625fa-2ee3-4f37-a991-0803b4907d93 req-fb2f9360-5d65-41a7-aa89-be31d328e494 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:11.110356 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-84d625fa-2ee3-4f37-a991-0803b4907d93 req-fb2f9360-5d65-41a7-aa89-be31d328e494 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 946 time: 0.3047943 Jan 19 22:32:11.110586 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c4a294bc-5474-4f36-b44e-d46e7ad59333 req-3dae4612-911f-423f-b0a6-4bff769f06c2 service neutron] 10.222.0.66 "GET /v2.0/networks/e1615a81-979f-4377-bdd4-466d6ecb70d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1420066 Jan 19 22:32:11.469396 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-84d625fa-2ee3-4f37-a991-0803b4907d93 req-2c597380-0df1-4c04-ba8c-aa938403396c tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=758fd4f5-eb00-422f-a193-daec2cde2d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3160307 Jan 19 22:32:11.588344 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca38ec-09c0-4e9c-a9c9-df830a04ce05 req-eda02c10-d80e-498d-8aa8-f9b35c35f173 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:11.589983 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-69ca38ec-09c0-4e9c-a9c9-df830a04ce05 req-eda02c10-d80e-498d-8aa8-f9b35c35f173 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.66 "GET /v2.0/ports?device_id=9b94ab51-e57c-4171-b7c8-8019328c2736 HTTP/1.1" status: 200 len: 945 time: 0.4786844 Jan 19 22:32:11.698306 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [req-69ca38ec-09c0-4e9c-a9c9-df830a04ce05 req-c0e627b5-c1f3-4b3a-bccc-55b52faa4a16 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Deleting port ef5e1136-70b7-4b3d-9ad3-4bfc95adefd5 {{(pid=80166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:32:11.698686 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-69ca38ec-09c0-4e9c-a9c9-df830a04ce05 req-c0e627b5-c1f3-4b3a-bccc-55b52faa4a16 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:11.949001 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-522b216e-c7cd-4d16-8481-3c4331bf6565 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks [] for floatingip, precommit_update {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:11.960691 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-522b216e-c7cd-4d16-8481-3c4331bf6565 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324628'] for floatingip, after_update {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:12.011996 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b876fa00-f939-464c-8ac4-a1f4b09da5a4 req-7d668dd2-4b92-4e80-aa44-64009e5ca509 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:12.013665 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-b876fa00-f939-464c-8ac4-a1f4b09da5a4 req-7d668dd2-4b92-4e80-aa44-64009e5ca509 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/ports?device_id=9b94ab51-e57c-4171-b7c8-8019328c2736 HTTP/1.1" status: 200 len: 945 time: 0.1093605 Jan 19 22:32:12.064477 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-b876fa00-f939-464c-8ac4-a1f4b09da5a4 req-f4749128-85e7-4985-b52d-96a3cecd959d tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/security-groups?id=66221ba8-bde5-49dc-8692-3aa259706012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443347 Jan 19 22:32:12.231435 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-69ca38ec-09c0-4e9c-a9c9-df830a04ce05 req-c0e627b5-c1f3-4b3a-bccc-55b52faa4a16 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] For port ef5e1136-70b7-4b3d-9ad3-4bfc95adefd5, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=ef5e1136-70b7-4b3d-9ad3-4bfc95adefd5,segment=NetworkSegment(60be0417-b76f-4c3f-ae65-df69529e03da),segment_id=60be0417-b76f-4c3f-ae65-df69529e03da)] {{(pid=80166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:32:12.231754 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-69ca38ec-09c0-4e9c-a9c9-df830a04ce05 req-c0e627b5-c1f3-4b3a-bccc-55b52faa4a16 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137761'] for port, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:12.323100 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device ef5e1136-70b7-4b3d-9ad3-4bfc95adefd5 no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:32:12.366711 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.db.l3_db [None req-522b216e-c7cd-4d16-8481-3c4331bf6565 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Floating IP a1a3f120-07ca-4676-90b2-ebbf63b45cb6 associated. External IP: 172.28.2.31, port: 457390df-76c6-4c5e-aabf-1062f5b3ff49. Jan 19 22:32:12.424603 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [req-69ca38ec-09c0-4e9c-a9c9-df830a04ce05 req-c0e627b5-c1f3-4b3a-bccc-55b52faa4a16 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Calling delete_port for ef5e1136-70b7-4b3d-9ad3-4bfc95adefd5 owned by compute:nova {{(pid=80166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:32:12.458763 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:12.487079 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b94ab51-e57c-4171-b7c8-8019328c2736', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef5e1136-70b7-4b3d-9ad3-4bfc95adefd5'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:32:12.498485 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] For port ef5e1136-70b7-4b3d-9ad3-4bfc95adefd5, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=ef5e1136-70b7-4b3d-9ad3-4bfc95adefd5,segment=NetworkSegment(60be0417-b76f-4c3f-ae65-df69529e03da),segment_id=60be0417-b76f-4c3f-ae65-df69529e03da)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:32:12.502486 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:12.504504 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-339c4555-9206-414b-8509-3a18d5618bc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:32:12.577115 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Pushing event updated for resources: {'Port': ['ID=ef5e1136-70b7-4b3d-9ad3-4bfc95adefd5,revision_number=5']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:32:12.580503 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:32:12.634270 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.db.api [req-69ca38ec-09c0-4e9c-a9c9-df830a04ce05 req-c0e627b5-c1f3-4b3a-bccc-55b52faa4a16 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80166) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 22:32:12.634686 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_db.api [req-69ca38ec-09c0-4e9c-a9c9-df830a04ce05 req-c0e627b5-c1f3-4b3a-bccc-55b52faa4a16 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80166) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 22:32:12.655785 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b94ab51-e57c-4171-b7c8-8019328c2736', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef5e1136-70b7-4b3d-9ad3-4bfc95adefd5', 'code': 200} Jan 19 22:32:12.760336 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc44ce-c889-4bfa-8a90-bd6b911127f5 req-7717a74e-7aa0-4d8d-99ab-5bc120536ee4 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:12.761935 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-12cc44ce-c889-4bfa-8a90-bd6b911127f5 req-7717a74e-7aa0-4d8d-99ab-5bc120536ee4 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 946 time: 0.1068170 Jan 19 22:32:12.815820 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-12cc44ce-c889-4bfa-8a90-bd6b911127f5 req-0bd71eea-e906-40d1-849d-4c6db0091b10 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=758fd4f5-eb00-422f-a193-daec2cde2d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470166 Jan 19 22:32:12.828745 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-522b216e-c7cd-4d16-8481-3c4331bf6565 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Router d22e703f-4e05-4603-b87d-f1e492cf1ab8 has already been hosted by L3 agent f53f1119-c8e9-4b63-a732-32c6c8f5b9fc {{(pid=80166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 22:32:13.026541 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522b216e-c7cd-4d16-8481-3c4331bf6565 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify agent at l3_agent.dv-cinder-750782-5-smb the message routers_updated {{(pid=80166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:32:13.035652 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-522b216e-c7cd-4d16-8481-3c4331bf6565 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for floatingip, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:13.037057 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9af6e25-108f-4234-9db8-91ac9998ecd5 None None] Sync routers for ids ['d22e703f-4e05-4603-b87d-f1e492cf1ab8'] in dv-cinder-750782-5-smb {{(pid=80167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:32:13.046993 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9af6e25-108f-4234-9db8-91ac9998ecd5 None None] Routers {'d22e703f-4e05-4603-b87d-f1e492cf1ab8'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:32:13.047680 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-a9af6e25-108f-4234-9db8-91ac9998ecd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:32:02Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['d22e703f-4e05-4603-b87d-f1e492cf1ab8'], 'active': True} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:32:13.094962 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-522b216e-c7cd-4d16-8481-3c4331bf6565 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "PUT /v2.0/floatingips/a1a3f120-07ca-4676-90b2-ebbf63b45cb6 HTTP/1.1" status: 200 len: 990 time: 2.5180891 Jan 19 22:32:13.096088 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74c5a04c-6bf3-4223-8316-279f83b7fa71', 'tag': '457390df-76c6-4c5e-aabf-1062f5b3ff49'}] {{(pid=80166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:32:13.136221 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [req-69ca38ec-09c0-4e9c-a9c9-df830a04ce05 req-c0e627b5-c1f3-4b3a-bccc-55b52faa4a16 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Deleting port ef5e1136-70b7-4b3d-9ad3-4bfc95adefd5 {{(pid=80166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:32:13.136971 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-69ca38ec-09c0-4e9c-a9c9-df830a04ce05 req-c0e627b5-c1f3-4b3a-bccc-55b52faa4a16 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:13.246401 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-a9af6e25-108f-4234-9db8-91ac9998ecd5 None None] Set router d22e703f-4e05-4603-b87d-f1e492cf1ab8 gateway port host: dv-cinder-750782-5-smb {{(pid=80167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:32:13.620952 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f36a46-bf7c-482c-b46f-a49c94374b71 req-a6a1224a-ae72-4a8a-be07-83fa0faad057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:13.622669 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-e3f36a46-bf7c-482c-b46f-a49c94374b71 req-a6a1224a-ae72-4a8a-be07-83fa0faad057 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=14b41834d79d4e868fed82c53411eba6&device_id=74c5a04c-6bf3-4223-8316-279f83b7fa71 HTTP/1.1" status: 200 len: 1162 time: 0.0884538 Jan 19 22:32:13.697797 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74c5a04c-6bf3-4223-8316-279f83b7fa71', 'tag': '457390df-76c6-4c5e-aabf-1062f5b3ff49', 'status': 'completed', 'code': 200} Jan 19 22:32:13.729751 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf049b-9f72-4b73-893a-a38726e3e690 req-761a9915-454f-45ad-9902-b874bbfa9a09 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:13.730797 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-23bf049b-9f72-4b73-893a-a38726e3e690 req-761a9915-454f-45ad-9902-b874bbfa9a09 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Synchronizing usage tracker for tenant:7438f880b78c47279e04a1f33b1b1ab1 on resource:port {{(pid=80166) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:32:13.767309 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-23bf049b-9f72-4b73-893a-a38726e3e690 req-761a9915-454f-45ad-9902-b874bbfa9a09 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Unset dirty status for tenant:7438f880b78c47279e04a1f33b1b1ab1 on resource:port {{(pid=80166) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:32:13.768643 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-23bf049b-9f72-4b73-893a-a38726e3e690 req-761a9915-454f-45ad-9902-b874bbfa9a09 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/ports?device_id=9b94ab51-e57c-4171-b7c8-8019328c2736 HTTP/1.1" status: 200 len: 943 time: 0.5337973 Jan 19 22:32:13.809838 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-69ca38ec-09c0-4e9c-a9c9-df830a04ce05 req-c0e627b5-c1f3-4b3a-bccc-55b52faa4a16 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] For port ef5e1136-70b7-4b3d-9ad3-4bfc95adefd5, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=ef5e1136-70b7-4b3d-9ad3-4bfc95adefd5,segment=NetworkSegment(60be0417-b76f-4c3f-ae65-df69529e03da),segment_id=60be0417-b76f-4c3f-ae65-df69529e03da)] {{(pid=80166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:32:13.810326 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-69ca38ec-09c0-4e9c-a9c9-df830a04ce05 req-c0e627b5-c1f3-4b3a-bccc-55b52faa4a16 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137761'] for port, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:13.842312 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-a9af6e25-108f-4234-9db8-91ac9998ecd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'name': 'tempest-AttachVolumeTestJSON-850801678-router', 'tenant_id': '14b41834d79d4e868fed82c53411eba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': 'e6c5bf0a-eb61-473f-a266-8bcc4e1632ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:26:45Z', 'updated_at': '2021-01-19T22:27:01Z', 'revision_number': 4, 'project_id': '14b41834d79d4e868fed82c53411eba6', 'gw_port': {'id': 'e6c5bf0a-eb61-473f-a266-8bcc4e1632ba', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:15:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:26:48Z', 'updated_at': '2021-01-19T22:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_floatingips': [{'id': 'a1a3f120-07ca-4676-90b2-ebbf63b45cb6', 'tenant_id': '14b41834d79d4e868fed82c53411eba6', 'floating_ip_address': '172.28.2.31', 'floating_network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'router_id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'port_id': '457390df-76c6-4c5e-aabf-1062f5b3ff49', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9833d04b-801e-468a-b55d-a07f3c5885cd', 'mac_address': 'fa:16:3e:5d:5f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c5a04c-6bf3-4223-8316-279f83b7fa71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T22:31:54Z', 'updated_at': '2021-01-19T22:32:11Z', 'revision_number': 1, 'project_id': '14b41834d79d4e868fed82c53411eba6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1128e34-0566-4b0c-a792-578b245f19df', 'name': '', 'network_id': '9833d04b-801e-468a-b55d-a07f3c5885cd', 'tenant_id': '14b41834d79d4e868fed82c53411eba6', 'mac_address': 'fa:16:3e:89:df:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1981add0-450b-4ba4-a4b4-88355edcb693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:26:58Z', 'updated_at': '2021-01-19T22:27:18Z', 'revision_number': 5, 'project_id': '14b41834d79d4e868fed82c53411eba6', 'subnets': [{'id': '1981add0-450b-4ba4-a4b4-88355edcb693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:32:13.847210 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9af6e25-108f-4234-9db8-91ac9998ecd5 None None] Checking router: d22e703f-4e05-4603-b87d-f1e492cf1ab8 for host: dv-cinder-750782-5-smb {{(pid=80167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:32:13.857490 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9af6e25-108f-4234-9db8-91ac9998ecd5 None None] Routers {'d22e703f-4e05-4603-b87d-f1e492cf1ab8'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:32:13.858183 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-a9af6e25-108f-4234-9db8-91ac9998ecd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:32:02Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['d22e703f-4e05-4603-b87d-f1e492cf1ab8'], 'active': True} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:32:13.969918 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [req-69ca38ec-09c0-4e9c-a9c9-df830a04ce05 req-c0e627b5-c1f3-4b3a-bccc-55b52faa4a16 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Calling delete_port for ef5e1136-70b7-4b3d-9ad3-4bfc95adefd5 owned by compute:nova {{(pid=80166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:32:13.995164 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f36a46-bf7c-482c-b46f-a49c94374b71 req-b00a2a52-4762-4fdf-a064-061a70c67293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:13.997358 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-e3f36a46-bf7c-482c-b46f-a49c94374b71 req-b00a2a52-4762-4fdf-a064-061a70c67293 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9833d04b-801e-468a-b55d-a07f3c5885cd HTTP/1.1" status: 200 len: 904 time: 0.3672278 Jan 19 22:32:14.014145 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-23bf049b-9f72-4b73-893a-a38726e3e690 req-127fe607-c886-4a0c-8e79-22e8fe1c54c2 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/security-groups?id=66221ba8-bde5-49dc-8692-3aa259706012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346170 Jan 19 22:32:14.064019 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-a9af6e25-108f-4234-9db8-91ac9998ecd5 None None] Set router d22e703f-4e05-4603-b87d-f1e492cf1ab8 gateway port host: dv-cinder-750782-5-smb {{(pid=80167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:32:14.136866 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-69ca38ec-09c0-4e9c-a9c9-df830a04ce05 req-c0e627b5-c1f3-4b3a-bccc-55b52faa4a16 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307084714663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307085172425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843396414'] for port, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:14.156681 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-328da1fb-b678-43cb-bd40-0cdf34f61567 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:32:14.181517 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-e3f36a46-bf7c-482c-b46f-a49c94374b71 req-9f1ed611-a846-440b-89a6-397530fc7f66 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=457390df-76c6-4c5e-aabf-1062f5b3ff49 HTTP/1.1" status: 200 len: 998 time: 0.1766298 Jan 19 22:32:14.216157 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e627b5-c1f3-4b3a-bccc-55b52faa4a16 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Pushing event deleted for resources: {'Port': ['ID=ef5e1136-70b7-4b3d-9ad3-4bfc95adefd5,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:32:14.221260 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-c0e627b5-c1f3-4b3a-bccc-55b52faa4a16 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:32:14.282195 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c4dee0-5b2c-436f-8f85-cb8bd3433210 req-194b809b-577e-42cb-b5a2-456eb709212f tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:14.283775 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d9c4dee0-5b2c-436f-8f85-cb8bd3433210 req-194b809b-577e-42cb-b5a2-456eb709212f tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 946 time: 0.2056897 Jan 19 22:32:14.290439 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f36a46-bf7c-482c-b46f-a49c94374b71 req-562ccadc-8225-47d4-a3eb-38e60024d1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:14.291967 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-e3f36a46-bf7c-482c-b46f-a49c94374b71 req-562ccadc-8225-47d4-a3eb-38e60024d1c6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1981add0-450b-4ba4-a4b4-88355edcb693 HTTP/1.1" status: 200 len: 849 time: 0.1008556 Jan 19 22:32:14.365421 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device 5ffacb92-4e3d-45e9-aa2f-00235d9bb37f no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:32:14.393236 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d9c4dee0-5b2c-436f-8f85-cb8bd3433210 req-f599c69a-df48-48e6-ae07-912ad8e3682f tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=758fd4f5-eb00-422f-a193-daec2cde2d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995696 Jan 19 22:32:14.416715 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [req-69ca38ec-09c0-4e9c-a9c9-df830a04ce05 req-c0e627b5-c1f3-4b3a-bccc-55b52faa4a16 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] No DVR routers for this DVR port ef5e1136-70b7-4b3d-9ad3-4bfc95adefd5 on host hv-cinder-75078 {{(pid=80166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 22:32:14.419371 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-69ca38ec-09c0-4e9c-a9c9-df830a04ce05 req-c0e627b5-c1f3-4b3a-bccc-55b52faa4a16 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for port, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:14.427877 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f36a46-bf7c-482c-b46f-a49c94374b71 req-6758398d-1720-4cfa-8e87-c0846ec13617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:14.429764 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-e3f36a46-bf7c-482c-b46f-a49c94374b71 req-6758398d-1720-4cfa-8e87-c0846ec13617 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9833d04b-801e-468a-b55d-a07f3c5885cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1200640 Jan 19 22:32:14.434026 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-69ca38ec-09c0-4e9c-a9c9-df830a04ce05 req-c0e627b5-c1f3-4b3a-bccc-55b52faa4a16 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.66 "DELETE /v2.0/ports/ef5e1136-70b7-4b3d-9ad3-4bfc95adefd5 HTTP/1.1" status: 204 len: 173 time: 2.8359349 Jan 19 22:32:14.594833 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:14.636769 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-a9af6e25-108f-4234-9db8-91ac9998ecd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'name': 'tempest-AttachVolumeTestJSON-850801678-router', 'tenant_id': '14b41834d79d4e868fed82c53411eba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': 'e6c5bf0a-eb61-473f-a266-8bcc4e1632ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:26:45Z', 'updated_at': '2021-01-19T22:27:01Z', 'revision_number': 4, 'project_id': '14b41834d79d4e868fed82c53411eba6', 'gw_port': {'id': 'e6c5bf0a-eb61-473f-a266-8bcc4e1632ba', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:15:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:26:48Z', 'updated_at': '2021-01-19T22:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_floatingips': [{'id': 'a1a3f120-07ca-4676-90b2-ebbf63b45cb6', 'tenant_id': '14b41834d79d4e868fed82c53411eba6', 'floating_ip_address': '172.28.2.31', 'floating_network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'router_id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'port_id': '457390df-76c6-4c5e-aabf-1062f5b3ff49', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9833d04b-801e-468a-b55d-a07f3c5885cd', 'mac_address': 'fa:16:3e:5d:5f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c5a04c-6bf3-4223-8316-279f83b7fa71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T22:31:54Z', 'updated_at': '2021-01-19T22:32:11Z', 'revision_number': 1, 'project_id': '14b41834d79d4e868fed82c53411eba6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1128e34-0566-4b0c-a792-578b245f19df', 'name': '', 'network_id': '9833d04b-801e-468a-b55d-a07f3c5885cd', 'tenant_id': '14b41834d79d4e868fed82c53411eba6', 'mac_address': 'fa:16:3e:89:df:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1981add0-450b-4ba4-a4b4-88355edcb693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:26:58Z', 'updated_at': '2021-01-19T22:27:18Z', 'revision_number': 5, 'project_id': '14b41834d79d4e868fed82c53411eba6', 'subnets': [{'id': '1981add0-450b-4ba4-a4b4-88355edcb693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:32:14.641164 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-e3f36a46-bf7c-482c-b46f-a49c94374b71 req-f61354b3-1525-4e94-91d1-d09e2c76e520 service neutron] 10.222.0.66 "GET /v2.0/networks/9833d04b-801e-468a-b55d-a07f3c5885cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853595 Jan 19 22:32:14.641853 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] For port 5ffacb92-4e3d-45e9-aa2f-00235d9bb37f, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=5ffacb92-4e3d-45e9-aa2f-00235d9bb37f,segment=NetworkSegment(1014e9b3-3ba0-49df-a5ed-d042cca9ac40),segment_id=1014e9b3-3ba0-49df-a5ed-d042cca9ac40)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:32:14.643858 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9af6e25-108f-4234-9db8-91ac9998ecd5 None None] The sync data for ids ['d22e703f-4e05-4603-b87d-f1e492cf1ab8'] in dv-cinder-750782-5-smb is: [{'id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'name': 'tempest-AttachVolumeTestJSON-850801678-router', 'tenant_id': '14b41834d79d4e868fed82c53411eba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': 'e6c5bf0a-eb61-473f-a266-8bcc4e1632ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:26:45Z', 'updated_at': '2021-01-19T22:27:01Z', 'revision_number': 4, 'project_id': '14b41834d79d4e868fed82c53411eba6', 'gw_port': {'id': 'e6c5bf0a-eb61-473f-a266-8bcc4e1632ba', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:15:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:26:48Z', 'updated_at': '2021-01-19T22:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_floatingips': [{'id': 'a1a3f120-07ca-4676-90b2-ebbf63b45cb6', 'tenant_id': '14b41834d79d4e868fed82c53411eba6', 'floating_ip_address': '172.28.2.31', 'floating_network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'router_id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'port_id': '457390df-76c6-4c5e-aabf-1062f5b3ff49', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9833d04b-801e-468a-b55d-a07f3c5885cd', 'mac_address': 'fa:16:3e:5d:5f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c5a04c-6bf3-4223-8316-279f83b7fa71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T22:31:54Z', 'updated_at': '2021-01-19T22:32:11Z', 'revision_number': 1, 'project_id': '14b41834d79d4e868fed82c53411eba6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1128e34-0566-4b0c-a792-578b245f19df', 'name': '', 'network_id': '9833d04b-801e-468a-b55d-a07f3c5885cd', 'tenant_id': '14b41834d79d4e868fed82c53411eba6', 'mac_address': 'fa:16:3e:89:df:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1981add0-450b-4ba4-a4b4-88355edcb693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:26:58Z', 'updated_at': '2021-01-19T22:27:18Z', 'revision_number': 5, 'project_id': '14b41834d79d4e868fed82c53411eba6', 'subnets': [{'id': '1981add0-450b-4ba4-a4b4-88355edcb693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:32:14.646943 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:14.648683 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-210f432b-bb93-4b5e-89b3-fc7eb39b837b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:32:14.684810 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd51c4c01-110b-4cf6-ad0d-d1f3a327bc49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ffacb92-4e3d-45e9-aa2f-00235d9bb37f'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:32:14.733729 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Pushing event updated for resources: {'Port': ['ID=5ffacb92-4e3d-45e9-aa2f-00235d9bb37f,revision_number=5']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:32:14.737090 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:32:14.752217 dv-cinder-750782-5-smb neutron-server[80054]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd51c4c01-110b-4cf6-ad0d-d1f3a327bc49', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5ffacb92-4e3d-45e9-aa2f-00235d9bb37f', 'code': 422} returned with failed status Jan 19 22:32:14.822461 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-e3f36a46-bf7c-482c-b46f-a49c94374b71 req-6d33b4bd-df96-41c6-bde7-da9fc89e7b74 service neutron] 10.222.0.66 "GET /v2.0/networks/9833d04b-801e-468a-b55d-a07f3c5885cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1744039 Jan 19 22:32:14.979202 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cac807e-d17b-49e1-b850-3654c65d3394 None None] New status for floating IP a1a3f120-07ca-4676-90b2-ebbf63b45cb6: ACTIVE {{(pid=80168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 19 22:32:15.246874 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-6edba195-5242-46ad-861e-d5fb3c51b149 req-4b39c649-ce89-4faa-b977-aecbdd07c591 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Synchronizing usage tracker for tenant:7438f880b78c47279e04a1f33b1b1ab1 on resource:port {{(pid=80166) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:32:15.263000 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-6edba195-5242-46ad-861e-d5fb3c51b149 req-4b39c649-ce89-4faa-b977-aecbdd07c591 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Unset dirty status for tenant:7438f880b78c47279e04a1f33b1b1ab1 on resource:port {{(pid=80166) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:32:15.264352 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6edba195-5242-46ad-861e-d5fb3c51b149 req-4b39c649-ce89-4faa-b977-aecbdd07c591 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] 10.222.0.43 "GET /v2.0/ports?device_id=9b94ab51-e57c-4171-b7c8-8019328c2736 HTTP/1.1" status: 200 len: 210 time: 0.0663691 Jan 19 22:32:15.523441 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 56190) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:32:15.541567 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b91d45-8a04-4c37-817f-39a956391b2c req-54c1ee9d-ab7d-4164-afb2-d6b1693db6f2 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:15.543517 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-50b91d45-8a04-4c37-817f-39a956391b2c req-54c1ee9d-ab7d-4164-afb2-d6b1693db6f2 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 944 time: 0.1105714 Jan 19 22:32:15.598327 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-50b91d45-8a04-4c37-817f-39a956391b2c req-72ff0d68-ee88-42e5-918c-7183114ee89b tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=758fd4f5-eb00-422f-a193-daec2cde2d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477791 Jan 19 22:32:15.674099 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-500a753a-c086-482c-8718-d2012a5be167 req-97ebe1ee-8a59-4bfc-a857-622c51cfbb18 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1492887 Jan 19 22:32:15.699083 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b94ab51-e57c-4171-b7c8-8019328c2736', 'name': 'network-vif-deleted', 'tag': 'ef5e1136-70b7-4b3d-9ad3-4bfc95adefd5'}] {{(pid=80166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:32:15.758937 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b94ab51-e57c-4171-b7c8-8019328c2736', 'name': 'network-vif-deleted', 'tag': 'ef5e1136-70b7-4b3d-9ad3-4bfc95adefd5', 'status': 'completed', 'code': 200} Jan 19 22:32:16.904660 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857366d8-e16f-4210-a2b9-866bbd77f298 req-a74b2e19-44bc-4304-bc1d-aeb77a190313 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:16.906341 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-857366d8-e16f-4210-a2b9-866bbd77f298 req-a74b2e19-44bc-4304-bc1d-aeb77a190313 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 944 time: 0.1202962 Jan 19 22:32:16.934712 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a753a-c086-482c-8718-d2012a5be167 req-ee3b972d-3afa-4598-9994-0e1bcfc9adba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:16.937487 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-500a753a-c086-482c-8718-d2012a5be167 req-ee3b972d-3afa-4598-9994-0e1bcfc9adba service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49&tenant_id=f0ed436f923242c09f18ac9215bbdd6d HTTP/1.1" status: 200 len: 1161 time: 0.0851462 Jan 19 22:32:16.962381 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-857366d8-e16f-4210-a2b9-866bbd77f298 req-309de925-09dc-4cc5-8a18-8f59bb0a8213 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=758fd4f5-eb00-422f-a193-daec2cde2d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488217 Jan 19 22:32:17.046031 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a753a-c086-482c-8718-d2012a5be167 req-3b355adb-67a0-4a2d-912d-deae08b4b3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:17.047682 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-500a753a-c086-482c-8718-d2012a5be167 req-3b355adb-67a0-4a2d-912d-deae08b4b3dc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f0ed436f923242c09f18ac9215bbdd6d&device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 1161 time: 0.0781999 Jan 19 22:32:17.192078 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a753a-c086-482c-8718-d2012a5be167 req-d96d7134-d88d-45c2-bcfc-291313422eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:17.194466 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-500a753a-c086-482c-8718-d2012a5be167 req-d96d7134-d88d-45c2-bcfc-291313422eb8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e1615a81-979f-4377-bdd4-466d6ecb70d8 HTTP/1.1" status: 200 len: 910 time: 0.1400383 Jan 19 22:32:17.305547 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-500a753a-c086-482c-8718-d2012a5be167 req-f2524518-2a46-4768-9c7f-a888aba29ca7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ffacb92-4e3d-45e9-aa2f-00235d9bb37f HTTP/1.1" status: 200 len: 1000 time: 0.1035480 Jan 19 22:32:17.376679 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a753a-c086-482c-8718-d2012a5be167 req-cd219883-6876-447d-be63-4cfe3c05a29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:17.378665 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-500a753a-c086-482c-8718-d2012a5be167 req-cd219883-6876-447d-be63-4cfe3c05a29f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b4c52249-2f5c-40fe-a964-1d16d96ffe83 HTTP/1.1" status: 200 len: 855 time: 0.0661330 Jan 19 22:32:17.463678 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a753a-c086-482c-8718-d2012a5be167 req-b929bee9-c9a9-4840-901a-bb7fed8080ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:17.465203 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-500a753a-c086-482c-8718-d2012a5be167 req-b929bee9-c9a9-4840-901a-bb7fed8080ca service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e1615a81-979f-4377-bdd4-466d6ecb70d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0799408 Jan 19 22:32:17.608787 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-500a753a-c086-482c-8718-d2012a5be167 req-144cce3d-3bc7-4b14-a8d1-1a0dbd5bb6a4 service neutron] 10.222.0.66 "GET /v2.0/networks/e1615a81-979f-4377-bdd4-466d6ecb70d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365829 Jan 19 22:32:17.752493 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-500a753a-c086-482c-8718-d2012a5be167 req-aa8527f7-ddeb-4f6f-9c79-3a4921d09f74 service neutron] 10.222.0.66 "GET /v2.0/networks/e1615a81-979f-4377-bdd4-466d6ecb70d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1365576 Jan 19 22:32:18.214264 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4e9c2-14c4-4424-af51-50ba4ed19176 req-cbc23271-90ce-4dfd-911b-5f1192e2ad0a tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:18.215983 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-dcf4e9c2-14c4-4424-af51-50ba4ed19176 req-cbc23271-90ce-4dfd-911b-5f1192e2ad0a tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 944 time: 0.1041822 Jan 19 22:32:18.274522 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-dcf4e9c2-14c4-4424-af51-50ba4ed19176 req-e9c60945-f161-4387-a0de-d3d5a1022559 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=758fd4f5-eb00-422f-a193-daec2cde2d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495341 Jan 19 22:32:19.586971 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d64c8-ad14-4b67-b193-a5d2ad4418a9 req-ec79d62c-b42b-4401-8ad0-9f0b0dfa098a tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:19.588778 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-640d64c8-ad14-4b67-b193-a5d2ad4418a9 req-ec79d62c-b42b-4401-8ad0-9f0b0dfa098a tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 944 time: 0.1186726 Jan 19 22:32:19.641489 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-640d64c8-ad14-4b67-b193-a5d2ad4418a9 req-59cc22a2-39fe-4388-8022-f354a6831a6b tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=758fd4f5-eb00-422f-a193-daec2cde2d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460882 Jan 19 22:32:20.907652 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a238ad-72a0-4021-bf3e-8e3a46523b13 req-e82ff810-5472-4f0f-a17c-2abd2100f68f tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:20.909355 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-54a238ad-72a0-4021-bf3e-8e3a46523b13 req-e82ff810-5472-4f0f-a17c-2abd2100f68f tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 944 time: 0.1119912 Jan 19 22:32:20.967319 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-54a238ad-72a0-4021-bf3e-8e3a46523b13 req-a0f05450-7cf0-4793-924c-5a72cd43864f tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=758fd4f5-eb00-422f-a193-daec2cde2d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504966 Jan 19 22:32:22.217184 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e93dde-a5f1-4ae4-b0ff-8b5f5d6d95cf req-07e8ecf1-745e-4169-8884-1e1f4f8f7f19 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:22.218927 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-38e93dde-a5f1-4ae4-b0ff-8b5f5d6d95cf req-07e8ecf1-745e-4169-8884-1e1f4f8f7f19 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 944 time: 0.1015222 Jan 19 22:32:22.272376 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-38e93dde-a5f1-4ae4-b0ff-8b5f5d6d95cf req-823146d8-75d2-4ebb-b6b5-f8c832f205da tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=758fd4f5-eb00-422f-a193-daec2cde2d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451288 Jan 19 22:32:23.541845 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36dbfd3-1767-4038-a7c1-377b7205fc46 req-6deb30ce-84be-4079-82f6-3e7989b65822 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:23.543528 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f36dbfd3-1767-4038-a7c1-377b7205fc46 req-6deb30ce-84be-4079-82f6-3e7989b65822 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 944 time: 0.1128209 Jan 19 22:32:23.596535 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f36dbfd3-1767-4038-a7c1-377b7205fc46 req-48babe40-63bc-47ea-a0d5-f68664f5eb40 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=758fd4f5-eb00-422f-a193-daec2cde2d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462818 Jan 19 22:32:24.852181 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77d2dc-7ee8-44e9-be51-e096740cac4c req-2575bc2e-3f2b-4b4a-9939-d2e631440030 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:24.853939 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-fa77d2dc-7ee8-44e9-be51-e096740cac4c req-2575bc2e-3f2b-4b4a-9939-d2e631440030 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 944 time: 0.1086996 Jan 19 22:32:24.909868 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-fa77d2dc-7ee8-44e9-be51-e096740cac4c req-4e5130d5-2284-40c2-b6e7-7bd7ad691fd2 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=758fd4f5-eb00-422f-a193-daec2cde2d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495148 Jan 19 22:32:26.254403 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0605d3c7-cb6e-4033-aaa3-93c09365b8d0 req-c19909a1-7c10-437b-83ae-768bcf0ba18a tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:26.256200 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0605d3c7-cb6e-4033-aaa3-93c09365b8d0 req-c19909a1-7c10-437b-83ae-768bcf0ba18a tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 944 time: 0.1643414 Jan 19 22:32:26.322439 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0605d3c7-cb6e-4033-aaa3-93c09365b8d0 req-75572a72-dc7b-4326-bd2a-2f4a76b56022 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=758fd4f5-eb00-422f-a193-daec2cde2d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526989 Jan 19 22:32:27.597785 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaea0be-95b0-4fc0-ab49-4065e71666ac req-ac7f80f2-0fc0-4900-bbff-de77d455dae8 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:27.602119 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-faaea0be-95b0-4fc0-ab49-4065e71666ac req-ac7f80f2-0fc0-4900-bbff-de77d455dae8 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 944 time: 0.1231687 Jan 19 22:32:27.664329 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-faaea0be-95b0-4fc0-ab49-4065e71666ac req-91c85115-7584-40ce-b20f-96dcc28cc885 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=758fd4f5-eb00-422f-a193-daec2cde2d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538721 Jan 19 22:32:28.856254 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-39deb43a-ce9b-451c-971f-6a9828e867c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:28.990477 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e71af-3f4c-4d8c-b7f1-5b74f346f7b2 req-506d9409-057c-49c8-a44c-b5b4cb1899a5 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:28.992209 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-b39e71af-3f4c-4d8c-b7f1-5b74f346f7b2 req-506d9409-057c-49c8-a44c-b5b4cb1899a5 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 944 time: 0.1251919 Jan 19 22:32:29.044565 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-b39e71af-3f4c-4d8c-b7f1-5b74f346f7b2 req-0a3e4d61-4278-4ebe-9f94-f8c69fc37d48 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=758fd4f5-eb00-422f-a193-daec2cde2d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456157 Jan 19 22:32:30.302398 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b1927-7a3a-4a6c-86e8-7bff92212b9a req-8f719e64-8f25-41d1-9f6c-13254c23ac4f tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:30.304099 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ac2b1927-7a3a-4a6c-86e8-7bff92212b9a req-8f719e64-8f25-41d1-9f6c-13254c23ac4f tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 944 time: 0.1074548 Jan 19 22:32:30.357049 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ac2b1927-7a3a-4a6c-86e8-7bff92212b9a req-b4de8e8a-3320-49f0-b4ee-a36a3b926112 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=758fd4f5-eb00-422f-a193-daec2cde2d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464811 Jan 19 22:32:31.409125 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1243c519-8875-4095-9705-67b78462088e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:31.621666 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43eafe9-2f3a-4a63-9c6e-016d85a3615f req-f8752799-40aa-42f3-a04a-d8c1ccd4623d tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:31.623221 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-b43eafe9-2f3a-4a63-9c6e-016d85a3615f req-f8752799-40aa-42f3-a04a-d8c1ccd4623d tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 944 time: 0.1054955 Jan 19 22:32:31.673929 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-b43eafe9-2f3a-4a63-9c6e-016d85a3615f req-68228438-89d7-49a1-bf23-2232895a4651 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=758fd4f5-eb00-422f-a193-daec2cde2d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434594 Jan 19 22:32:31.774550 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1434b1af-bc47-4087-98cc-a8c83cb775d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:32.922655 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b55e41-d460-4fcb-bce4-a1dd92b733d9 req-3a6e9337-8722-4b40-b386-62c982b857a3 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:32.924334 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-60b55e41-d460-4fcb-bce4-a1dd92b733d9 req-3a6e9337-8722-4b40-b386-62c982b857a3 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 944 time: 0.1046183 Jan 19 22:32:32.976153 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-60b55e41-d460-4fcb-bce4-a1dd92b733d9 req-dd740174-a3d7-47f9-bb95-96d1f95d9b1c tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=758fd4f5-eb00-422f-a193-daec2cde2d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450969 Jan 19 22:32:33.022619 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device 5ffacb92-4e3d-45e9-aa2f-00235d9bb37f up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:32:33.070221 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:33.100661 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port 5ffacb92-4e3d-45e9-aa2f-00235d9bb37f triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:32:33.101082 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:33.223469 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:33.252282 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd51c4c01-110b-4cf6-ad0d-d1f3a327bc49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ffacb92-4e3d-45e9-aa2f-00235d9bb37f'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:32:33.263451 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] For port 5ffacb92-4e3d-45e9-aa2f-00235d9bb37f, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=5ffacb92-4e3d-45e9-aa2f-00235d9bb37f,segment=NetworkSegment(1014e9b3-3ba0-49df-a5ed-d042cca9ac40),segment_id=1014e9b3-3ba0-49df-a5ed-d042cca9ac40)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:32:33.267064 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:33.268994 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:32:33.313569 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd51c4c01-110b-4cf6-ad0d-d1f3a327bc49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ffacb92-4e3d-45e9-aa2f-00235d9bb37f', 'code': 200} Jan 19 22:32:33.340082 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Pushing event updated for resources: {'Port': ['ID=5ffacb92-4e3d-45e9-aa2f-00235d9bb37f,revision_number=6']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:32:33.343670 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:32:33.423844 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8bdf443e-3544-4df7-a37c-063f9f459872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:33.964360 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb80bb7-798a-4de3-8483-bb79f35f3be4 req-efe9e938-199b-4940-8a68-3131fc717612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:33.966067 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-bdb80bb7-798a-4de3-8483-bb79f35f3be4 req-efe9e938-199b-4940-8a68-3131fc717612 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 1163 time: 0.0775425 Jan 19 22:32:34.010486 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-bdb80bb7-798a-4de3-8483-bb79f35f3be4 req-99883ea1-1eb7-415e-92e1-63f8ec13ae01 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=758fd4f5-eb00-422f-a193-daec2cde2d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374131 Jan 19 22:32:34.235932 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1044eb-cabd-4dae-a344-2f9a94d1a5ba req-c3d314fe-be46-48e0-be9f-2ffd1c370bc2 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:34.237594 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6e1044eb-cabd-4dae-a344-2f9a94d1a5ba req-c3d314fe-be46-48e0-be9f-2ffd1c370bc2 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 946 time: 0.1107805 Jan 19 22:32:34.288369 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6e1044eb-cabd-4dae-a344-2f9a94d1a5ba req-ffe2a09d-d1d7-4ea7-8c21-a1f8c814aa32 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=758fd4f5-eb00-422f-a193-daec2cde2d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441449 Jan 19 22:32:34.618898 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0070a0-c3ce-4743-a521-3358b29bb5f5 req-125ea256-bd46-4ecd-a415-ae904886c7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:34.620505 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ef0070a0-c3ce-4743-a521-3358b29bb5f5 req-125ea256-bd46-4ecd-a415-ae904886c7ea service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f0ed436f923242c09f18ac9215bbdd6d&device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 1163 time: 0.0822861 Jan 19 22:32:34.670498 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device 5ffacb92-4e3d-45e9-aa2f-00235d9bb37f up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:32:34.742595 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port 5ffacb92-4e3d-45e9-aa2f-00235d9bb37f triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:32:34.743015 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:34.780907 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0070a0-c3ce-4743-a521-3358b29bb5f5 req-318d50ba-8863-4c65-8ebc-578a807c6d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:34.782557 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ef0070a0-c3ce-4743-a521-3358b29bb5f5 req-318d50ba-8863-4c65-8ebc-578a807c6d09 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e1615a81-979f-4377-bdd4-466d6ecb70d8 HTTP/1.1" status: 200 len: 910 time: 0.1390512 Jan 19 22:32:34.892140 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ef0070a0-c3ce-4743-a521-3358b29bb5f5 req-29cab662-80ea-4c78-9bb3-53ca475844d0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ffacb92-4e3d-45e9-aa2f-00235d9bb37f HTTP/1.1" status: 200 len: 1002 time: 0.1027722 Jan 19 22:32:34.965932 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0070a0-c3ce-4743-a521-3358b29bb5f5 req-186045b1-87f9-4375-b46c-5dc86a84a40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:34.967464 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ef0070a0-c3ce-4743-a521-3358b29bb5f5 req-186045b1-87f9-4375-b46c-5dc86a84a40a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b4c52249-2f5c-40fe-a964-1d16d96ffe83 HTTP/1.1" status: 200 len: 855 time: 0.0629077 Jan 19 22:32:35.048325 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0070a0-c3ce-4743-a521-3358b29bb5f5 req-78978dd5-addd-46f9-8e7e-bcdf7c77991a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:35.049978 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ef0070a0-c3ce-4743-a521-3358b29bb5f5 req-78978dd5-addd-46f9-8e7e-bcdf7c77991a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e1615a81-979f-4377-bdd4-466d6ecb70d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0756848 Jan 19 22:32:35.196503 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ef0070a0-c3ce-4743-a521-3358b29bb5f5 req-026a000c-115d-41bb-9509-295621dd69a0 service neutron] 10.222.0.66 "GET /v2.0/networks/e1615a81-979f-4377-bdd4-466d6ecb70d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351573 Jan 19 22:32:35.372306 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ef0070a0-c3ce-4743-a521-3358b29bb5f5 req-46b4c4f6-75ec-451f-b4be-702e973c5739 service neutron] 10.222.0.66 "GET /v2.0/networks/e1615a81-979f-4377-bdd4-466d6ecb70d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1458969 Jan 19 22:32:35.572627 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a1adc5-c544-400c-9ba8-c1beec4d1399 req-ae091104-19b6-4782-a867-680251bb9874 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:35.574338 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-52a1adc5-c544-400c-9ba8-c1beec4d1399 req-ae091104-19b6-4782-a867-680251bb9874 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 946 time: 0.1134796 Jan 19 22:32:35.627518 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-52a1adc5-c544-400c-9ba8-c1beec4d1399 req-82aed175-1e87-4797-8b09-35b276b2af60 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=758fd4f5-eb00-422f-a193-daec2cde2d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464747 Jan 19 22:32:36.569414 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 56428) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:32:36.639027 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.db_base_plugin_v2 [None req-872aa36a-21c2-455d-844c-e17a26d19f4c admin admin] Deleting subnet b493afe1-a9a0-4954-8b74-ad3a8bee07fc {{(pid=80165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 19 22:32:36.642047 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-872aa36a-21c2-455d-844c-e17a26d19f4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:36.694561 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-872aa36a-21c2-455d-844c-e17a26d19f4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8211335'] for subnet, precommit_delete_associations {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:36.757389 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-872aa36a-21c2-455d-844c-e17a26d19f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560750'] for subnet, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:36.887072 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d8774-903c-44d4-bf5d-763b48c31449 req-16587cfb-c2d6-4edd-b2ff-694ffab6e8fc tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:36.889182 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-2e3d8774-903c-44d4-bf5d-763b48c31449 req-16587cfb-c2d6-4edd-b2ff-694ffab6e8fc tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 946 time: 0.1122491 Jan 19 22:32:36.944407 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-2e3d8774-903c-44d4-bf5d-763b48c31449 req-40750ccb-4461-44c0-bd7b-1ca3f7caa2c7 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=758fd4f5-eb00-422f-a193-daec2cde2d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478427 Jan 19 22:32:37.223051 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-872aa36a-21c2-455d-844c-e17a26d19f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851215066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2008431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853717813'] for subnet, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:37.238318 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:32:37.288510 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872aa36a-21c2-455d-844c-e17a26d19f4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b493afe1-a9a0-4954-8b74-ad3a8bee07fc,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:32:37.299559 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872aa36a-21c2-455d-844c-e17a26d19f4c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:37.299973 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872aa36a-21c2-455d-844c-e17a26d19f4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:37.300377 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872aa36a-21c2-455d-844c-e17a26d19f4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:37.300776 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872aa36a-21c2-455d-844c-e17a26d19f4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:37.301214 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872aa36a-21c2-455d-844c-e17a26d19f4c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:37.301642 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872aa36a-21c2-455d-844c-e17a26d19f4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:37.302041 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872aa36a-21c2-455d-844c-e17a26d19f4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:37.302431 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872aa36a-21c2-455d-844c-e17a26d19f4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:37.302822 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872aa36a-21c2-455d-844c-e17a26d19f4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:37.303212 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872aa36a-21c2-455d-844c-e17a26d19f4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:37.303600 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872aa36a-21c2-455d-844c-e17a26d19f4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:37.303984 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872aa36a-21c2-455d-844c-e17a26d19f4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:37.304426 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872aa36a-21c2-455d-844c-e17a26d19f4c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:37.304815 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872aa36a-21c2-455d-844c-e17a26d19f4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:37.305198 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872aa36a-21c2-455d-844c-e17a26d19f4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:37.305623 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872aa36a-21c2-455d-844c-e17a26d19f4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:37.306008 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872aa36a-21c2-455d-844c-e17a26d19f4c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:37.306436 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872aa36a-21c2-455d-844c-e17a26d19f4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:37.306822 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872aa36a-21c2-455d-844c-e17a26d19f4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:37.307202 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872aa36a-21c2-455d-844c-e17a26d19f4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:37.307582 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872aa36a-21c2-455d-844c-e17a26d19f4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:37.307987 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872aa36a-21c2-455d-844c-e17a26d19f4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:37.308344 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872aa36a-21c2-455d-844c-e17a26d19f4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:37.308723 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872aa36a-21c2-455d-844c-e17a26d19f4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:37.356930 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-872aa36a-21c2-455d-844c-e17a26d19f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:32:37.389040 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-872aa36a-21c2-455d-844c-e17a26d19f4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:37.395673 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-872aa36a-21c2-455d-844c-e17a26d19f4c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b493afe1-a9a0-4954-8b74-ad3a8bee07fc HTTP/1.1" status: 204 len: 168 time: 0.8245888 Jan 19 22:32:37.398435 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 56438) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:32:37.418376 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:37.513830 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-bc508dc7-3e4f-40ea-a7a9-357bcf84ca80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851036617'] for network, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:37.702712 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-bc508dc7-3e4f-40ea-a7a9-357bcf84ca80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3566075', 'neutron.services.segments.db._delete_segments_for_network--9223363307084834676'] for network, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:37.816224 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.services.segments.db [None req-bc508dc7-3e4f-40ea-a7a9-357bcf84ca80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92526104-83d4-4897-8077-2fa04eef14a2']}} {{(pid=80165) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:32:37.828722 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.services.segments.db [None req-bc508dc7-3e4f-40ea-a7a9-357bcf84ca80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60be0417-b76f-4c3f-ae65-df69529e03da') {'for_net_delete': True} {{(pid=80165) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:32:37.829058 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.services.segments.db [None req-bc508dc7-3e4f-40ea-a7a9-357bcf84ca80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60be0417-b76f-4c3f-ae65-df69529e03da') {} {{(pid=80165) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:32:37.840987 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-bc508dc7-3e4f-40ea-a7a9-357bcf84ca80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307084830580', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036846564465'] for segment, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:37.856289 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-bc508dc7-3e4f-40ea-a7a9-357bcf84ca80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560818'] for segment, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:37.858292 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bc508dc7-3e4f-40ea-a7a9-357bcf84ca80 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 19 22:32:38.037406 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-bc508dc7-3e4f-40ea-a7a9-357bcf84ca80 admin admin] Network 92526104-83d4-4897-8077-2fa04eef14a2 has no segments {{(pid=80165) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 22:32:38.046597 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-bc508dc7-3e4f-40ea-a7a9-357bcf84ca80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851214998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2008516'] for segment, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:38.227937 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-bc508dc7-3e4f-40ea-a7a9-357bcf84ca80 admin admin] Network 92526104-83d4-4897-8077-2fa04eef14a2 has no segments {{(pid=80165) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 22:32:38.250478 dv-cinder-750782-5-smb neutron-server[80054]: Traceback (most recent call last): Jan 19 22:32:38.250478 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 22:32:38.250478 dv-cinder-750782-5-smb neutron-server[80054]: timer() Jan 19 22:32:38.250478 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 22:32:38.250478 dv-cinder-750782-5-smb neutron-server[80054]: cb(*args, **kw) Jan 19 22:32:38.250478 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 19 22:32:38.250478 dv-cinder-750782-5-smb neutron-server[80054]: return func(*args, **kwargs) Jan 19 22:32:38.250478 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 22:32:38.250478 dv-cinder-750782-5-smb neutron-server[80054]: self._notify() Jan 19 22:32:38.250478 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 22:32:38.250478 dv-cinder-750782-5-smb neutron-server[80054]: self.callback(batched_events) Jan 19 22:32:38.250478 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 22:32:38.250478 dv-cinder-750782-5-smb neutron-server[80054]: event.method(event) Jan 19 22:32:38.250478 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 22:32:38.250478 dv-cinder-750782-5-smb neutron-server[80054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 22:32:38.250478 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 19 22:32:38.250478 dv-cinder-750782-5-smb neutron-server[80054]: segment_id)['aggregates'][0] Jan 19 22:32:38.250478 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 22:32:38.250478 dv-cinder-750782-5-smb neutron-server[80054]: return f(self, *a, **k) Jan 19 22:32:38.250478 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 19 22:32:38.250478 dv-cinder-750782-5-smb neutron-server[80054]: return self._get(url).json() Jan 19 22:32:38.250478 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 22:32:38.250478 dv-cinder-750782-5-smb neutron-server[80054]: **kwargs) Jan 19 22:32:38.250478 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 22:32:38.250478 dv-cinder-750782-5-smb neutron-server[80054]: return self.request(url, 'GET', **kwargs) Jan 19 22:32:38.250478 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 19 22:32:38.250478 dv-cinder-750782-5-smb neutron-server[80054]: **endpoint_filter) Jan 19 22:32:38.250478 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 22:32:38.250478 dv-cinder-750782-5-smb neutron-server[80054]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 22:32:38.250478 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 22:32:38.250478 dv-cinder-750782-5-smb neutron-server[80054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 22:32:38.250478 dv-cinder-750782-5-smb neutron-server[80054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 22:32:38.329571 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-bc508dc7-3e4f-40ea-a7a9-357bcf84ca80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3565836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324611'] for network, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:38.334754 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-bc508dc7-3e4f-40ea-a7a9-357bcf84ca80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for network, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:38.341505 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:32:38.363955 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc508dc7-3e4f-40ea-a7a9-357bcf84ca80 admin admin] Pushing event deleted for resources: {'Network': ['ID=92526104-83d4-4897-8077-2fa04eef14a2,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:32:38.366669 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-bc508dc7-3e4f-40ea-a7a9-357bcf84ca80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:32:38.371557 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-bc508dc7-3e4f-40ea-a7a9-357bcf84ca80 admin admin] 10.222.0.43 "DELETE /v2.0/networks/92526104-83d4-4897-8077-2fa04eef14a2 HTTP/1.1" status: 204 len: 168 time: 0.9690683 Jan 19 22:32:38.513618 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 56446) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:32:38.571298 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-b66133b6-98ff-4807-b4f8-b43dcc2bf7e9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7438f880b78c47279e04a1f33b1b1ab1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0563502 Jan 19 22:32:38.573851 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 56450) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:32:38.634943 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b02b892a-7b59-4c4a-a711-fe9ce0c898d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:38.661940 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b02b892a-7b59-4c4a-a711-fe9ce0c898d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:38.706358 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b02b892a-7b59-4c4a-a711-fe9ce0c898d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:38.712347 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-23ee4209-d19a-4525-b244-dc41147b05c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:32:38.728002 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02b892a-7b59-4c4a-a711-fe9ce0c898d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66221ba8-bde5-49dc-8692-3aa259706012,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:32:38.730994 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-b02b892a-7b59-4c4a-a711-fe9ce0c898d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:32:38.737559 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b02b892a-7b59-4c4a-a711-fe9ce0c898d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:38.740325 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-b02b892a-7b59-4c4a-a711-fe9ce0c898d8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/66221ba8-bde5-49dc-8692-3aa259706012 HTTP/1.1" status: 204 len: 168 time: 0.1654432 Jan 19 22:32:39.624100 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 56474) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:32:39.763736 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-2133a4b2-b471-4517-b65b-ab8ee2e85488 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2117628484-network', 'tenant_id': '01433532f839429f9ab490395be6df9b'}} {{(pid=80166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:32:39.768811 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-2133a4b2-b471-4517-b65b-ab8ee2e85488 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:32:39.773029 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-2133a4b2-b471-4517-b65b-ab8ee2e85488 admin admin] Usage tracker for resource:network and tenant:01433532f839429f9ab490395be6df9b is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:32:39.776118 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-2133a4b2-b471-4517-b65b-ab8ee2e85488 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:32:39.782043 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-2133a4b2-b471-4517-b65b-ab8ee2e85488 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:32:39.791866 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2133a4b2-b471-4517-b65b-ab8ee2e85488 admin admin] Made reservation on behalf of 01433532f839429f9ab490395be6df9b for: {'network': 1} {{(pid=80166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:32:39.796575 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-2133a4b2-b471-4517-b65b-ab8ee2e85488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for network, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:39.809853 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-2133a4b2-b471-4517-b65b-ab8ee2e85488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:39.826447 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-2133a4b2-b471-4517-b65b-ab8ee2e85488 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:32:39.830521 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-2133a4b2-b471-4517-b65b-ab8ee2e85488 admin admin] Usage tracker for resource:security_group_rule and tenant:01433532f839429f9ab490395be6df9b is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:32:39.833710 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-2133a4b2-b471-4517-b65b-ab8ee2e85488 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:32:39.839573 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-2133a4b2-b471-4517-b65b-ab8ee2e85488 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:32:39.928062 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-2133a4b2-b471-4517-b65b-ab8ee2e85488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:39.930734 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-2133a4b2-b471-4517-b65b-ab8ee2e85488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:39.934881 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-d3ce759d-c1b0-4b0d-b10e-3f2e46848a7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:32:39.964367 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2133a4b2-b471-4517-b65b-ab8ee2e85488 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 19 22:32:39.977298 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2133a4b2-b471-4517-b65b-ab8ee2e85488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7495f2-2ad5-4b9a-bb58-802120b7d99c,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:32:39.981633 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-2133a4b2-b471-4517-b65b-ab8ee2e85488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:32:39.984680 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-2133a4b2-b471-4517-b65b-ab8ee2e85488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560818'] for segment, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:39.985078 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.db.segments_db [None req-2133a4b2-b471-4517-b65b-ab8ee2e85488 admin admin] Added segment c3bf2da0-e0f9-43c0-9afa-feb8c8bbdffd of type vxlan for network 2a1bb381-2a87-4d84-9a2f-e3a92c9466a9 Jan 19 22:32:40.014229 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-2133a4b2-b471-4517-b65b-ab8ee2e85488 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729769566152'] for network, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:40.043529 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-2133a4b2-b471-4517-b65b-ab8ee2e85488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596'] for network, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:40.044814 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2133a4b2-b471-4517-b65b-ab8ee2e85488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:40.045474 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-2133a4b2-b471-4517-b65b-ab8ee2e85488 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for network, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:40.050447 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-e824f92d-7620-498e-840c-dc91bf397d00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:32:40.149785 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-2133a4b2-b471-4517-b65b-ab8ee2e85488 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5244431 Jan 19 22:32:40.152913 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 56480) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:32:40.158729 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2133a4b2-b471-4517-b65b-ab8ee2e85488 admin admin] Pushing event updated for resources: {'Network': ['ID=2a1bb381-2a87-4d84-9a2f-e3a92c9466a9,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:32:40.159400 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-a50439c2-8e4c-453b-bf5b-83962f112fc0 admin admin] Request body: {'subnet': {'network_id': '2a1bb381-2a87-4d84-9a2f-e3a92c9466a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2117628484-subnet', 'tenant_id': '01433532f839429f9ab490395be6df9b', 'ip_version': 4}} {{(pid=80165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:32:40.162241 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-2133a4b2-b471-4517-b65b-ab8ee2e85488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:32:40.165349 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-a50439c2-8e4c-453b-bf5b-83962f112fc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:32:40.169956 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-a50439c2-8e4c-453b-bf5b-83962f112fc0 admin admin] Usage tracker for resource:subnet and tenant:01433532f839429f9ab490395be6df9b is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:32:40.170253 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Network 2a1bb381-2a87-4d84-9a2f-e3a92c9466a9 details requested by agent ovs-agent-dv-cinder-750782-5-smb with host dv-cinder-750782-5-smb {{(pid=80167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:32:40.172622 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-a50439c2-8e4c-453b-bf5b-83962f112fc0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:32:40.179254 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-a50439c2-8e4c-453b-bf5b-83962f112fc0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:32:40.188150 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Network 2a1bb381-2a87-4d84-9a2f-e3a92c9466a9 details requested by agent ovs-agent-hv-cinder-75078 with host hv-cinder-75078 {{(pid=80167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:32:40.189500 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50439c2-8e4c-453b-bf5b-83962f112fc0 admin admin] Made reservation on behalf of 01433532f839429f9ab490395be6df9b for: {'subnet': 1} {{(pid=80165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:32:40.194355 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a50439c2-8e4c-453b-bf5b-83962f112fc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1057965'] for subnet, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:40.616277 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a50439c2-8e4c-453b-bf5b-83962f112fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2010794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1057986'] for subnet, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:40.631954 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:32:40.761753 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50439c2-8e4c-453b-bf5b-83962f112fc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55957ee4-9e38-46bc-b06c-2654a0308264,revision_number=0']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:32:40.764808 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-a50439c2-8e4c-453b-bf5b-83962f112fc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:32:40.828563 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50439c2-8e4c-453b-bf5b-83962f112fc0 admin admin] Checking segment: {'id': 'c3bf2da0-e0f9-43c0-9afa-feb8c8bbdffd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2a1bb381-2a87-4d84-9a2f-e3a92c9466a9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:32:40.828883 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50439c2-8e4c-453b-bf5b-83962f112fc0 admin admin] Network hostable DHCP agents. Network: 2a1bb381-2a87-4d84-9a2f-e3a92c9466a9, hostable agents: ['ea282ca9-2836-4d3d-88e8-844f6d380f74'], hosted agents: [] {{(pid=80165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 19 22:32:40.848491 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50439c2-8e4c-453b-bf5b-83962f112fc0 admin admin] Network 2a1bb381-2a87-4d84-9a2f-e3a92c9466a9 is scheduled to be hosted by DHCP agent ea282ca9-2836-4d3d-88e8-844f6d380f74 with binding_index 1 {{(pid=80165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 19 22:32:40.856775 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [None req-a50439c2-8e4c-453b-bf5b-83962f112fc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-5-smb, 2a1bb381-2a87-4d84-9a2f-e3a92c9466a9) {{(pid=80165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:32:40.865670 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7e312f-4b29-430a-acfd-e96870d2625a None None] Network 2a1bb381-2a87-4d84-9a2f-e3a92c9466a9 requested from dv-cinder-750782-5-smb {{(pid=80167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:32:40.868358 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50439c2-8e4c-453b-bf5b-83962f112fc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:40.869015 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a50439c2-8e4c-453b-bf5b-83962f112fc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:40.888908 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-a50439c2-8e4c-453b-bf5b-83962f112fc0 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7347710 Jan 19 22:32:40.891820 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 56486) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:32:40.898057 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-e00f4614-a900-4a29-8d05-a2da23a91437 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2117628484-router', 'tenant_id': '01433532f839429f9ab490395be6df9b', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028'}}} {{(pid=80165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:32:40.902859 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-e00f4614-a900-4a29-8d05-a2da23a91437 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:32:40.906930 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-e00f4614-a900-4a29-8d05-a2da23a91437 admin admin] Usage tracker for resource:router and tenant:01433532f839429f9ab490395be6df9b is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:32:40.910581 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-e00f4614-a900-4a29-8d05-a2da23a91437 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:32:40.916489 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-e00f4614-a900-4a29-8d05-a2da23a91437 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:32:40.925681 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e00f4614-a900-4a29-8d05-a2da23a91437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1207'] for router, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:40.926789 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e00f4614-a900-4a29-8d05-a2da23a91437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854333029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-514946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774641'] for router, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:40.942571 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e00f4614-a900-4a29-8d05-a2da23a91437 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:41.099562 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd75cc7-33d2-457b-b970-03b4310a611d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98725d0a-1b82-5acd-8d1b-1dfa5de1a2b0-2a1bb381-2a87-4d84-9a2f-e3a92c9466a9', 'network_id': '2a1bb381-2a87-4d84-9a2f-e3a92c9466a9', 'tenant_id': '01433532f839429f9ab490395be6df9b', 'fixed_ips': [{'subnet_id': '55957ee4-9e38-46bc-b06c-2654a0308264'}]}} from dv-cinder-750782-5-smb. {{(pid=80167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 19 22:32:41.100519 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8fd75cc7-33d2-457b-b970-03b4310a611d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:41.223489 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e00f4614-a900-4a29-8d05-a2da23a91437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774626'] for router, precommit_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:41.392050 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.db_base_plugin_common [None req-8fd75cc7-33d2-457b-b970-03b4310a611d None None] Allocated IP 172.20.0.2 (2a1bb381-2a87-4d84-9a2f-e3a92c9466a9/55957ee4-9e38-46bc-b06c-2654a0308264/e1532662-bb64-4dd9-bc89-d07ca0bdcd78) {{(pid=80167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:32:41.549742 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e00f4614-a900-4a29-8d05-a2da23a91437 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:41.584436 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e00f4614-a900-4a29-8d05-a2da23a91437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:41.612935 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8fd75cc7-33d2-457b-b970-03b4310a611d None None] Notify callbacks [] for port, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:41.624280 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-8fd75cc7-33d2-457b-b970-03b4310a611d None None] Transition to ACTIVE for port object e1532662-bb64-4dd9-bc89-d07ca0bdcd78 will not be triggered until provisioned by entity L2. {{(pid=80167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:32:41.642178 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-8fd75cc7-33d2-457b-b970-03b4310a611d None None] Transition to ACTIVE for port object e1532662-bb64-4dd9-bc89-d07ca0bdcd78 will not be triggered until provisioned by entity DHCP. {{(pid=80167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:32:41.646790 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8fd75cc7-33d2-457b-b970-03b4310a611d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307085170889'] for port, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:41.662885 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-210f432b-bb93-4b5e-89b3-fc7eb39b837b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:32:41.869307 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.db_base_plugin_common [None req-e00f4614-a900-4a29-8d05-a2da23a91437 admin admin] Allocated IP 172.28.2.160 (8d9e1b39-82c1-4058-b2cd-c5f96fe21028/38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0/ecd28f76-9f38-435b-9ab1-b6b22f91772b) {{(pid=80165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:32:41.960604 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd75cc7-33d2-457b-b970-03b4310a611d None None] Pushing event updated for resources: {'Port': ['ID=e1532662-bb64-4dd9-bc89-d07ca0bdcd78,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:32:41.980999 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd75cc7-33d2-457b-b970-03b4310a611d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:41.981436 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd75cc7-33d2-457b-b970-03b4310a611d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:41.981908 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd75cc7-33d2-457b-b970-03b4310a611d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:41.982284 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd75cc7-33d2-457b-b970-03b4310a611d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:41.982656 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd75cc7-33d2-457b-b970-03b4310a611d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:41.983036 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd75cc7-33d2-457b-b970-03b4310a611d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:41.983407 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd75cc7-33d2-457b-b970-03b4310a611d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:41.983784 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd75cc7-33d2-457b-b970-03b4310a611d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:41.984150 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd75cc7-33d2-457b-b970-03b4310a611d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:41.984516 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd75cc7-33d2-457b-b970-03b4310a611d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:41.984883 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd75cc7-33d2-457b-b970-03b4310a611d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:41.985246 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd75cc7-33d2-457b-b970-03b4310a611d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:41.985699 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd75cc7-33d2-457b-b970-03b4310a611d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:41.986063 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd75cc7-33d2-457b-b970-03b4310a611d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:41.986434 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd75cc7-33d2-457b-b970-03b4310a611d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:41.986796 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd75cc7-33d2-457b-b970-03b4310a611d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:41.987157 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd75cc7-33d2-457b-b970-03b4310a611d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:41.987517 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd75cc7-33d2-457b-b970-03b4310a611d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:41.987877 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd75cc7-33d2-457b-b970-03b4310a611d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:41.988240 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd75cc7-33d2-457b-b970-03b4310a611d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:41.988644 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd75cc7-33d2-457b-b970-03b4310a611d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:41.989005 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd75cc7-33d2-457b-b970-03b4310a611d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:41.989392 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd75cc7-33d2-457b-b970-03b4310a611d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:41.989753 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd75cc7-33d2-457b-b970-03b4310a611d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:41.996204 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-8fd75cc7-33d2-457b-b970-03b4310a611d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:32:42.039265 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd75cc7-33d2-457b-b970-03b4310a611d None None] Network 2a1bb381-2a87-4d84-9a2f-e3a92c9466a9 is already hosted by enough agents. {{(pid=80167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:32:42.040790 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [None req-8fd75cc7-33d2-457b-b970-03b4310a611d None None] Resources bound (agent type, host, resource id): {{(pid=80167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:32:42.043311 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd75cc7-33d2-457b-b970-03b4310a611d None None] Received port after_create {{(pid=80167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:32:42.107876 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-8fd75cc7-33d2-457b-b970-03b4310a611d None None] Attempting to bind port e1532662-bb64-4dd9-bc89-d07ca0bdcd78 on host dv-cinder-750782-5-smb for vnic_type normal with profile {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:32:42.108292 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-8fd75cc7-33d2-457b-b970-03b4310a611d None None] Attempting to bind port e1532662-bb64-4dd9-bc89-d07ca0bdcd78 by drivers openvswitch on host dv-cinder-750782-5-smb at level 0 using segments [{'id': 'c3bf2da0-e0f9-43c0-9afa-feb8c8bbdffd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2a1bb381-2a87-4d84-9a2f-e3a92c9466a9'}] {{(pid=80167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:32:42.108705 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd75cc7-33d2-457b-b970-03b4310a611d None None] Attempting to bind port e1532662-bb64-4dd9-bc89-d07ca0bdcd78 on network 2a1bb381-2a87-4d84-9a2f-e3a92c9466a9 {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:32:42.115464 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd75cc7-33d2-457b-b970-03b4310a611d None None] Checking agent: {'id': 'f078d5c4-c25a-4ec9-8658-39b8d5860620', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 17, 33), 'started_at': datetime.datetime(2021, 1, 19, 22, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:32:42.115889 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd75cc7-33d2-457b-b970-03b4310a611d None None] Checking segment: {'id': 'c3bf2da0-e0f9-43c0-9afa-feb8c8bbdffd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2a1bb381-2a87-4d84-9a2f-e3a92c9466a9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:32:42.116339 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8fd75cc7-33d2-457b-b970-03b4310a611d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:42.116784 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd75cc7-33d2-457b-b970-03b4310a611d None None] Bound using segment: {'id': 'c3bf2da0-e0f9-43c0-9afa-feb8c8bbdffd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2a1bb381-2a87-4d84-9a2f-e3a92c9466a9'} {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:32:42.117328 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-8fd75cc7-33d2-457b-b970-03b4310a611d None None] Bound port: e1532662-bb64-4dd9-bc89-d07ca0bdcd78, host: dv-cinder-750782-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3bf2da0-e0f9-43c0-9afa-feb8c8bbdffd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2a1bb381-2a87-4d84-9a2f-e3a92c9466a9'}}] {{(pid=80167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:32:42.117762 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8fd75cc7-33d2-457b-b970-03b4310a611d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:42.213022 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-8fd75cc7-33d2-457b-b970-03b4310a611d None None] For port e1532662-bb64-4dd9-bc89-d07ca0bdcd78, host dv-cinder-750782-5-smb, cleared binding levels {{(pid=80167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:32:42.216104 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-8fd75cc7-33d2-457b-b970-03b4310a611d None None] For port e1532662-bb64-4dd9-bc89-d07ca0bdcd78, host dv-cinder-750782-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=e1532662-bb64-4dd9-bc89-d07ca0bdcd78,segment=NetworkSegment(c3bf2da0-e0f9-43c0-9afa-feb8c8bbdffd),segment_id=c3bf2da0-e0f9-43c0-9afa-feb8c8bbdffd)] {{(pid=80167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:32:42.219580 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8fd75cc7-33d2-457b-b970-03b4310a611d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:42.235650 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:32:42.243710 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e00f4614-a900-4a29-8d05-a2da23a91437 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:42.272925 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e00f4614-a900-4a29-8d05-a2da23a91437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307085170889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852767463'] for port, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:42.286594 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-bd366cb1-4a1d-4abe-a44b-ab955f005c95 tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:32:42.388145 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd75cc7-33d2-457b-b970-03b4310a611d None None] Pushing event updated for resources: {'Port': ['ID=e1532662-bb64-4dd9-bc89-d07ca0bdcd78,revision_number=2']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:32:42.393188 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-8fd75cc7-33d2-457b-b970-03b4310a611d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:32:42.423208 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f4614-a900-4a29-8d05-a2da23a91437 admin admin] Pushing event updated for resources: {'Port': ['ID=ecd28f76-9f38-435b-9ab1-b6b22f91772b,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:32:42.427698 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-e00f4614-a900-4a29-8d05-a2da23a91437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:32:42.485603 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00f4614-a900-4a29-8d05-a2da23a91437 admin admin] Network 8d9e1b39-82c1-4058-b2cd-c5f96fe21028 is already hosted by enough agents. {{(pid=80165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:32:42.486777 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [None req-e00f4614-a900-4a29-8d05-a2da23a91437 admin admin] Resources bound (agent type, host, resource id): {{(pid=80165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:32:42.489027 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00f4614-a900-4a29-8d05-a2da23a91437 admin admin] Received port after_create {{(pid=80165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:32:43.027081 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e00f4614-a900-4a29-8d05-a2da23a91437 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:43.381886 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e00f4614-a900-4a29-8d05-a2da23a91437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854333059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451232'] for router, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:43.604441 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e00f4614-a900-4a29-8d05-a2da23a91437 admin admin] Router d4f0b7d9-1d40-4a1f-987b-f4715a410a33 is scheduled to L3 agent f53f1119-c8e9-4b63-a732-32c6c8f5b9fc with binding_index 1 {{(pid=80165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 19 22:32:43.796152 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00f4614-a900-4a29-8d05-a2da23a91437 admin admin] Notify agent at l3_agent.dv-cinder-750782-5-smb the message routers_updated {{(pid=80165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:32:43.807884 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2af90f-b074-48c2-95c7-4b21e9c053f9 None None] Sync routers for ids ['d4f0b7d9-1d40-4a1f-987b-f4715a410a33'] in dv-cinder-750782-5-smb {{(pid=80167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:32:43.819556 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2af90f-b074-48c2-95c7-4b21e9c053f9 None None] Routers {'d4f0b7d9-1d40-4a1f-987b-f4715a410a33'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:32:43.820282 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-cd2af90f-b074-48c2-95c7-4b21e9c053f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:32:32Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['d4f0b7d9-1d40-4a1f-987b-f4715a410a33'], 'active': True} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:32:43.845736 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e00f4614-a900-4a29-8d05-a2da23a91437 admin admin] Notify callbacks [] for router, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:43.847143 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-e00f4614-a900-4a29-8d05-a2da23a91437 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9542315 Jan 19 22:32:43.850065 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 56494) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:32:43.878501 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f8d912-e235-4617-a961-89a2c7e08c36 None None] Network 2a1bb381-2a87-4d84-9a2f-e3a92c9466a9 requested from dv-cinder-750782-5-smb {{(pid=80167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:32:44.060454 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-a514081f-1c61-46a2-9869-134bd57f5cd6 None None] Provisioning for port e1532662-bb64-4dd9-bc89-d07ca0bdcd78 completed by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:32:44.181551 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-cd2af90f-b074-48c2-95c7-4b21e9c053f9 None None] Set router d4f0b7d9-1d40-4a1f-987b-f4715a410a33 gateway port host: dv-cinder-750782-5-smb {{(pid=80167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:32:44.568404 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-cd2af90f-b074-48c2-95c7-4b21e9c053f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f0b7d9-1d40-4a1f-987b-f4715a410a33', 'name': 'tempest-TestShelveInstance-2117628484-router', 'tenant_id': '01433532f839429f9ab490395be6df9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ecd28f76-9f38-435b-9ab1-b6b22f91772b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:32:40Z', 'updated_at': '2021-01-19T22:32:42Z', 'revision_number': 3, 'project_id': '01433532f839429f9ab490395be6df9b', 'gw_port': {'id': 'ecd28f76-9f38-435b-9ab1-b6b22f91772b', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f0b7d9-1d40-4a1f-987b-f4715a410a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:32:41Z', 'updated_at': '2021-01-19T22:32:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb'}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:32:44.572849 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2af90f-b074-48c2-95c7-4b21e9c053f9 None None] Checking router: d4f0b7d9-1d40-4a1f-987b-f4715a410a33 for host: dv-cinder-750782-5-smb {{(pid=80167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:32:44.573262 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2af90f-b074-48c2-95c7-4b21e9c053f9 None None] Updating router d4f0b7d9-1d40-4a1f-987b-f4715a410a33 port ecd28f76-9f38-435b-9ab1-b6b22f91772b binding host dv-cinder-750782-5-smb {{(pid=80167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 19 22:32:44.635994 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-cd2af90f-b074-48c2-95c7-4b21e9c053f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:44.704259 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device e1532662-bb64-4dd9-bc89-d07ca0bdcd78 up at agent ovs-agent-dv-cinder-750782-5-smb {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:32:44.808767 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-5df0a1b8-ea64-4435-b567-7ad0a357770e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:44.912893 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Provisioning for port e1532662-bb64-4dd9-bc89-d07ca0bdcd78 completed by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:32:44.924260 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Provisioning complete for port e1532662-bb64-4dd9-bc89-d07ca0bdcd78 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:32:44.924689 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:45.189472 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.db_base_plugin_common [None req-5df0a1b8-ea64-4435-b567-7ad0a357770e admin admin] Allocated IP 172.20.0.1 (2a1bb381-2a87-4d84-9a2f-e3a92c9466a9/55957ee4-9e38-46bc-b06c-2654a0308264/1b3512bc-f803-466f-bdbd-d2fa8751c5f1) {{(pid=80165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:32:45.267796 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-64aeb348-d3ea-4cfc-ac4a-978435f59df2 None None] Provisioning complete for port e1532662-bb64-4dd9-bc89-d07ca0bdcd78 triggered by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:32:45.268221 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-64aeb348-d3ea-4cfc-ac4a-978435f59df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:45.356268 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-5df0a1b8-ea64-4435-b567-7ad0a357770e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:45.373481 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-5df0a1b8-ea64-4435-b567-7ad0a357770e admin admin] Transition to ACTIVE for port object 1b3512bc-f803-466f-bdbd-d2fa8751c5f1 will not be triggered until provisioned by entity DHCP. {{(pid=80165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:32:45.397786 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-5df0a1b8-ea64-4435-b567-7ad0a357770e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307085170889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852767463'] for port, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:45.412725 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:45.413629 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-59226157-aca0-4986-8378-2c4dbb474f08 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:32:45.558188 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] For port e1532662-bb64-4dd9-bc89-d07ca0bdcd78, host dv-cinder-750782-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=e1532662-bb64-4dd9-bc89-d07ca0bdcd78,segment=NetworkSegment(c3bf2da0-e0f9-43c0-9afa-feb8c8bbdffd),segment_id=c3bf2da0-e0f9-43c0-9afa-feb8c8bbdffd)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:32:45.558822 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df0a1b8-ea64-4435-b567-7ad0a357770e admin admin] Pushing event updated for resources: {'Port': ['ID=1b3512bc-f803-466f-bdbd-d2fa8751c5f1,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:32:45.565237 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-5df0a1b8-ea64-4435-b567-7ad0a357770e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:32:45.568210 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:45.573868 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:32:45.609551 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df0a1b8-ea64-4435-b567-7ad0a357770e admin admin] Network 2a1bb381-2a87-4d84-9a2f-e3a92c9466a9 is already hosted by enough agents. {{(pid=80165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:32:45.612038 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [None req-5df0a1b8-ea64-4435-b567-7ad0a357770e admin admin] Resources bound (agent type, host, resource id): {{(pid=80165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:32:45.614369 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df0a1b8-ea64-4435-b567-7ad0a357770e admin admin] Received port after_create {{(pid=80165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:32:45.625841 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-64aeb348-d3ea-4cfc-ac4a-978435f59df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:45.642663 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-cd2af90f-b074-48c2-95c7-4b21e9c053f9 None None] Notify callbacks [] for port, precommit_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:45.670689 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-5df0a1b8-ea64-4435-b567-7ad0a357770e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447740'] for router_interface, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:45.674301 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-cd2af90f-b074-48c2-95c7-4b21e9c053f9 None None] Transition to ACTIVE for port object ecd28f76-9f38-435b-9ab1-b6b22f91772b will not be triggered until provisioned by entity L2. {{(pid=80167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:32:45.685182 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-cd2af90f-b074-48c2-95c7-4b21e9c053f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:45.766821 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Pushing event updated for resources: {'Port': ['ID=e1532662-bb64-4dd9-bc89-d07ca0bdcd78,revision_number=3']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:32:45.780637 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:32:45.781178 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-21de51a2-3c77-4111-a602-08b5d29691c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:32:45.804657 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-5df0a1b8-ea64-4435-b567-7ad0a357770e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:45.890643 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.db.api [None req-64aeb348-d3ea-4cfc-ac4a-978435f59df2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80167) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 22:32:45.890978 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_db.api [None req-64aeb348-d3ea-4cfc-ac4a-978435f59df2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 22:32:45.926414 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665ed5ab-7fc2-4b94-b335-a768e119bec4 None None] Pushing event updated for resources: {'Port': ['ID=ecd28f76-9f38-435b-9ab1-b6b22f91772b,revision_number=2']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:32:45.938257 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-665ed5ab-7fc2-4b94-b335-a768e119bec4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:32:45.971347 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-cd2af90f-b074-48c2-95c7-4b21e9c053f9 None None] Attempting to bind port ecd28f76-9f38-435b-9ab1-b6b22f91772b on host dv-cinder-750782-5-smb for vnic_type normal with profile {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:32:45.971765 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-cd2af90f-b074-48c2-95c7-4b21e9c053f9 None None] Attempting to bind port ecd28f76-9f38-435b-9ab1-b6b22f91772b by drivers openvswitch on host dv-cinder-750782-5-smb at level 0 using segments [{'id': 'eae0621e-0013-4ba3-ab53-cef85e02fc92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028'}] {{(pid=80167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:32:45.972176 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2af90f-b074-48c2-95c7-4b21e9c053f9 None None] Attempting to bind port ecd28f76-9f38-435b-9ab1-b6b22f91772b on network 8d9e1b39-82c1-4058-b2cd-c5f96fe21028 {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:32:45.977895 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2af90f-b074-48c2-95c7-4b21e9c053f9 None None] Checking agent: {'id': 'f078d5c4-c25a-4ec9-8658-39b8d5860620', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 17, 33), 'started_at': datetime.datetime(2021, 1, 19, 22, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:32:45.978320 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2af90f-b074-48c2-95c7-4b21e9c053f9 None None] Checking segment: {'id': 'eae0621e-0013-4ba3-ab53-cef85e02fc92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:32:45.978766 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-cd2af90f-b074-48c2-95c7-4b21e9c053f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:45.979202 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2af90f-b074-48c2-95c7-4b21e9c053f9 None None] Bound using segment: {'id': 'eae0621e-0013-4ba3-ab53-cef85e02fc92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028'} {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:32:45.979720 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-cd2af90f-b074-48c2-95c7-4b21e9c053f9 None None] Bound port: ecd28f76-9f38-435b-9ab1-b6b22f91772b, host: dv-cinder-750782-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae0621e-0013-4ba3-ab53-cef85e02fc92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028'}}] {{(pid=80167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:32:45.980144 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-cd2af90f-b074-48c2-95c7-4b21e9c053f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:46.057264 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-cd2af90f-b074-48c2-95c7-4b21e9c053f9 None None] For port ecd28f76-9f38-435b-9ab1-b6b22f91772b, host dv-cinder-750782-5-smb, cleared binding levels {{(pid=80167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:32:46.060538 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-cd2af90f-b074-48c2-95c7-4b21e9c053f9 None None] For port ecd28f76-9f38-435b-9ab1-b6b22f91772b, host dv-cinder-750782-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=ecd28f76-9f38-435b-9ab1-b6b22f91772b,segment=NetworkSegment(eae0621e-0013-4ba3-ab53-cef85e02fc92),segment_id=eae0621e-0013-4ba3-ab53-cef85e02fc92)] {{(pid=80167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:32:46.064127 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-cd2af90f-b074-48c2-95c7-4b21e9c053f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:46.079204 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:32:46.101973 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-5df0a1b8-ea64-4435-b567-7ad0a357770e admin admin] Notify callbacks [] for port, precommit_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:46.105543 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-5df0a1b8-ea64-4435-b567-7ad0a357770e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2008354'] for port, after_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:46.135393 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-037c9a08-4006-4df7-a3cf-0752017f7b2f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:32:46.224763 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-5df0a1b8-ea64-4435-b567-7ad0a357770e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-541615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854328225'] for router_interface, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:46.227244 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665ed5ab-7fc2-4b94-b335-a768e119bec4 None None] Pushing event updated for resources: {'Port': ['ID=ecd28f76-9f38-435b-9ab1-b6b22f91772b,revision_number=3']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:32:46.232070 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-665ed5ab-7fc2-4b94-b335-a768e119bec4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:32:46.241068 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df0a1b8-ea64-4435-b567-7ad0a357770e admin admin] Pushing event updated for resources: {'Port': ['ID=1b3512bc-f803-466f-bdbd-d2fa8751c5f1,revision_number=2']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:32:46.247582 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-5df0a1b8-ea64-4435-b567-7ad0a357770e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:32:46.277779 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2af90f-b074-48c2-95c7-4b21e9c053f9 None None] Routers {'d4f0b7d9-1d40-4a1f-987b-f4715a410a33'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:32:46.278737 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-cd2af90f-b074-48c2-95c7-4b21e9c053f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:32:32Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['d4f0b7d9-1d40-4a1f-987b-f4715a410a33'], 'active': True} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:32:46.383979 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df0a1b8-ea64-4435-b567-7ad0a357770e admin admin] Network 2a1bb381-2a87-4d84-9a2f-e3a92c9466a9 is already hosted by enough agents. {{(pid=80165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:32:46.385260 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [None req-5df0a1b8-ea64-4435-b567-7ad0a357770e admin admin] Resources bound (agent type, host, resource id): {{(pid=80165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:32:46.545788 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-cd2af90f-b074-48c2-95c7-4b21e9c053f9 None None] Set router d4f0b7d9-1d40-4a1f-987b-f4715a410a33 gateway port host: dv-cinder-750782-5-smb {{(pid=80167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:32:46.599148 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df0a1b8-ea64-4435-b567-7ad0a357770e admin admin] Router d4f0b7d9-1d40-4a1f-987b-f4715a410a33 has already been hosted by L3 agent f53f1119-c8e9-4b63-a732-32c6c8f5b9fc {{(pid=80165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 22:32:46.694758 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device e1532662-bb64-4dd9-bc89-d07ca0bdcd78 up at agent ovs-agent-dv-cinder-750782-5-smb {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:32:46.786351 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-125e8344-a649-4072-9b3e-e806d121a874 None None] Provisioning complete for port e1532662-bb64-4dd9-bc89-d07ca0bdcd78 triggered by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:32:46.786694 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-125e8344-a649-4072-9b3e-e806d121a874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:46.793762 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df0a1b8-ea64-4435-b567-7ad0a357770e admin admin] Notify agent at l3_agent.dv-cinder-750782-5-smb the message routers_updated {{(pid=80165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:32:46.803328 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-5df0a1b8-ea64-4435-b567-7ad0a357770e admin admin] 10.222.0.43 "PUT /v2.0/routers/d4f0b7d9-1d40-4a1f-987b-f4715a410a33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9521258 Jan 19 22:32:47.103955 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Provisioning complete for port e1532662-bb64-4dd9-bc89-d07ca0bdcd78 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:32:47.104367 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:47.354408 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-125e8344-a649-4072-9b3e-e806d121a874 None None] Provisioning for port 1b3512bc-f803-466f-bdbd-d2fa8751c5f1 completed by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:32:47.362725 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-cd2af90f-b074-48c2-95c7-4b21e9c053f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f0b7d9-1d40-4a1f-987b-f4715a410a33', 'name': 'tempest-TestShelveInstance-2117628484-router', 'tenant_id': '01433532f839429f9ab490395be6df9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ecd28f76-9f38-435b-9ab1-b6b22f91772b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:32:40Z', 'updated_at': '2021-01-19T22:32:45Z', 'revision_number': 4, 'project_id': '01433532f839429f9ab490395be6df9b', 'gw_port': {'id': 'ecd28f76-9f38-435b-9ab1-b6b22f91772b', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f0b7d9-1d40-4a1f-987b-f4715a410a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:32:41Z', 'updated_at': '2021-01-19T22:32:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_interfaces': [{'id': '1b3512bc-f803-466f-bdbd-d2fa8751c5f1', 'name': '', 'network_id': '2a1bb381-2a87-4d84-9a2f-e3a92c9466a9', 'tenant_id': '01433532f839429f9ab490395be6df9b', 'mac_address': 'fa:16:3e:7f:de:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f0b7d9-1d40-4a1f-987b-f4715a410a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '55957ee4-9e38-46bc-b06c-2654a0308264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:32:45Z', 'updated_at': '2021-01-19T22:32:45Z', 'revision_number': 2, 'project_id': '01433532f839429f9ab490395be6df9b', 'subnets': [{'id': '55957ee4-9e38-46bc-b06c-2654a0308264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:32:47.371508 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-125e8344-a649-4072-9b3e-e806d121a874 None None] Provisioning complete for port 1b3512bc-f803-466f-bdbd-d2fa8751c5f1 triggered by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:32:47.371933 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-125e8344-a649-4072-9b3e-e806d121a874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:47.402030 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2af90f-b074-48c2-95c7-4b21e9c053f9 None None] The sync data for ids ['d4f0b7d9-1d40-4a1f-987b-f4715a410a33'] in dv-cinder-750782-5-smb is: [{'id': 'd4f0b7d9-1d40-4a1f-987b-f4715a410a33', 'name': 'tempest-TestShelveInstance-2117628484-router', 'tenant_id': '01433532f839429f9ab490395be6df9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ecd28f76-9f38-435b-9ab1-b6b22f91772b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:32:40Z', 'updated_at': '2021-01-19T22:32:45Z', 'revision_number': 4, 'project_id': '01433532f839429f9ab490395be6df9b', 'gw_port': {'id': 'ecd28f76-9f38-435b-9ab1-b6b22f91772b', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f0b7d9-1d40-4a1f-987b-f4715a410a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:32:41Z', 'updated_at': '2021-01-19T22:32:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_interfaces': [{'id': '1b3512bc-f803-466f-bdbd-d2fa8751c5f1', 'name': '', 'network_id': '2a1bb381-2a87-4d84-9a2f-e3a92c9466a9', 'tenant_id': '01433532f839429f9ab490395be6df9b', 'mac_address': 'fa:16:3e:7f:de:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f0b7d9-1d40-4a1f-987b-f4715a410a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '55957ee4-9e38-46bc-b06c-2654a0308264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:32:45Z', 'updated_at': '2021-01-19T22:32:45Z', 'revision_number': 2, 'project_id': '01433532f839429f9ab490395be6df9b', 'subnets': [{'id': '55957ee4-9e38-46bc-b06c-2654a0308264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:32:47.437729 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-125e8344-a649-4072-9b3e-e806d121a874 None None] Port 1b3512bc-f803-466f-bdbd-d2fa8751c5f1 cannot update to ACTIVE because it is not bound. {{(pid=80167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 22:32:47.557987 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 56520) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:32:47.564590 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-a02b7da7-8e44-408c-878f-202c3a628953 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1389591752-network', 'tenant_id': 'dbbf0efd14ce4938a6e8e4b8996f6d93'}} {{(pid=80165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:32:47.569995 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-a02b7da7-8e44-408c-878f-202c3a628953 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:32:47.574096 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-a02b7da7-8e44-408c-878f-202c3a628953 admin admin] Usage tracker for resource:network and tenant:dbbf0efd14ce4938a6e8e4b8996f6d93 is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:32:47.577133 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-a02b7da7-8e44-408c-878f-202c3a628953 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:32:47.584694 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-a02b7da7-8e44-408c-878f-202c3a628953 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:32:47.594947 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02b7da7-8e44-408c-878f-202c3a628953 admin admin] Made reservation on behalf of dbbf0efd14ce4938a6e8e4b8996f6d93 for: {'network': 1} {{(pid=80165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:32:47.600319 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a02b7da7-8e44-408c-878f-202c3a628953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for network, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:47.614540 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a02b7da7-8e44-408c-878f-202c3a628953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:47.630126 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-a02b7da7-8e44-408c-878f-202c3a628953 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:32:47.634173 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-a02b7da7-8e44-408c-878f-202c3a628953 admin admin] Usage tracker for resource:security_group_rule and tenant:dbbf0efd14ce4938a6e8e4b8996f6d93 is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:32:47.637135 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-a02b7da7-8e44-408c-878f-202c3a628953 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:32:47.643006 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-a02b7da7-8e44-408c-878f-202c3a628953 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:32:47.748106 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a02b7da7-8e44-408c-878f-202c3a628953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:47.751001 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a02b7da7-8e44-408c-878f-202c3a628953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:47.755624 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-0599954f-67bb-44aa-8c0a-f142522c830b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:32:47.789767 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a02b7da7-8e44-408c-878f-202c3a628953 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 19 22:32:47.799889 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02b7da7-8e44-408c-878f-202c3a628953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8bb584-9619-4604-b631-7d01b05cd67a,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:32:47.804337 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-a02b7da7-8e44-408c-878f-202c3a628953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:32:47.808722 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a02b7da7-8e44-408c-878f-202c3a628953 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729769941124', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560818'] for segment, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:47.809100 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.db.segments_db [None req-a02b7da7-8e44-408c-878f-202c3a628953 admin admin] Added segment ac94dfa7-227e-49fb-af2c-ee1352b858e5 of type vxlan for network 4244d761-4e6e-4b5f-bf37-1ce21a66a941 Jan 19 22:32:47.843298 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a02b7da7-8e44-408c-878f-202c3a628953 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729769566152'] for network, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:47.875393 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a02b7da7-8e44-408c-878f-202c3a628953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596'] for network, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:47.876699 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02b7da7-8e44-408c-878f-202c3a628953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:47.877382 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a02b7da7-8e44-408c-878f-202c3a628953 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for network, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:47.882658 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:32:47.958326 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.agents_db [None req-329fefd4-1494-457f-8297-9b2689c275d7 None None] Agent healthcheck: found 6 active agents {{(pid=80168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:32:47.986697 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-a02b7da7-8e44-408c-878f-202c3a628953 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.4274809 Jan 19 22:32:47.989626 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 56524) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:32:47.990430 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02b7da7-8e44-408c-878f-202c3a628953 admin admin] Pushing event updated for resources: {'Network': ['ID=4244d761-4e6e-4b5f-bf37-1ce21a66a941,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:32:47.993543 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-a02b7da7-8e44-408c-878f-202c3a628953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:32:47.996828 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-3026984a-8522-415a-a65d-bf0bfeceea52 admin admin] Request body: {'subnet': {'network_id': '4244d761-4e6e-4b5f-bf37-1ce21a66a941', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1389591752-subnet', 'tenant_id': 'dbbf0efd14ce4938a6e8e4b8996f6d93', 'ip_version': 4}} {{(pid=80166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:32:48.001589 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Network 4244d761-4e6e-4b5f-bf37-1ce21a66a941 details requested by agent ovs-agent-dv-cinder-750782-5-smb with host dv-cinder-750782-5-smb {{(pid=80167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:32:48.002698 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-3026984a-8522-415a-a65d-bf0bfeceea52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:32:48.006966 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-3026984a-8522-415a-a65d-bf0bfeceea52 admin admin] Usage tracker for resource:subnet and tenant:dbbf0efd14ce4938a6e8e4b8996f6d93 is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:32:48.010028 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-3026984a-8522-415a-a65d-bf0bfeceea52 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:32:48.016613 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-3026984a-8522-415a-a65d-bf0bfeceea52 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:32:48.020176 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Network 4244d761-4e6e-4b5f-bf37-1ce21a66a941 details requested by agent ovs-agent-hv-cinder-75078 with host hv-cinder-75078 {{(pid=80167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:32:48.029671 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3026984a-8522-415a-a65d-bf0bfeceea52 admin admin] Made reservation on behalf of dbbf0efd14ce4938a6e8e4b8996f6d93 for: {'subnet': 1} {{(pid=80166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:32:48.034609 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-3026984a-8522-415a-a65d-bf0bfeceea52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844029630'] for subnet, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:48.479381 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-3026984a-8522-415a-a65d-bf0bfeceea52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11381105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844029651'] for subnet, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:48.498785 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-bd4574c1-485e-44a4-993e-8c322d373d9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:32:48.633896 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3026984a-8522-415a-a65d-bf0bfeceea52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f672aa63-f68f-4f0b-8d0d-cca71f8f4908,revision_number=0']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:32:48.639238 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-3026984a-8522-415a-a65d-bf0bfeceea52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:32:48.671435 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device ecd28f76-9f38-435b-9ab1-b6b22f91772b up at agent ovs-agent-dv-cinder-750782-5-smb {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:32:48.710852 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3026984a-8522-415a-a65d-bf0bfeceea52 admin admin] Checking segment: {'id': 'ac94dfa7-227e-49fb-af2c-ee1352b858e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4244d761-4e6e-4b5f-bf37-1ce21a66a941'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:32:48.711777 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3026984a-8522-415a-a65d-bf0bfeceea52 admin admin] Network hostable DHCP agents. Network: 4244d761-4e6e-4b5f-bf37-1ce21a66a941, hostable agents: ['ea282ca9-2836-4d3d-88e8-844f6d380f74'], hosted agents: [] {{(pid=80166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 19 22:32:48.732849 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3026984a-8522-415a-a65d-bf0bfeceea52 admin admin] Network 4244d761-4e6e-4b5f-bf37-1ce21a66a941 is scheduled to be hosted by DHCP agent ea282ca9-2836-4d3d-88e8-844f6d380f74 with binding_index 1 {{(pid=80166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 19 22:32:48.742356 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [None req-3026984a-8522-415a-a65d-bf0bfeceea52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-5-smb, 4244d761-4e6e-4b5f-bf37-1ce21a66a941) {{(pid=80166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:32:48.758007 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887b034d-c248-45fc-8f84-5c6c70d9122a None None] Network 4244d761-4e6e-4b5f-bf37-1ce21a66a941 requested from dv-cinder-750782-5-smb {{(pid=80167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:32:48.759670 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3026984a-8522-415a-a65d-bf0bfeceea52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:48.760335 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-3026984a-8522-415a-a65d-bf0bfeceea52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for subnet, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:48.778373 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Provisioning for port ecd28f76-9f38-435b-9ab1-b6b22f91772b completed by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:32:48.790360 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 56530) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:32:48.790740 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-3026984a-8522-415a-a65d-bf0bfeceea52 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7998273 Jan 19 22:32:48.797993 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Provisioning complete for port ecd28f76-9f38-435b-9ab1-b6b22f91772b triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:32:48.798422 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:48.798801 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-59684186-e5d3-4f0f-8762-0b3b3ade83bd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1389591752-router', 'tenant_id': 'dbbf0efd14ce4938a6e8e4b8996f6d93', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028'}}} {{(pid=80165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:32:48.804943 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-59684186-e5d3-4f0f-8762-0b3b3ade83bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:32:48.809670 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-59684186-e5d3-4f0f-8762-0b3b3ade83bd admin admin] Usage tracker for resource:router and tenant:dbbf0efd14ce4938a6e8e4b8996f6d93 is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:32:48.813201 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-59684186-e5d3-4f0f-8762-0b3b3ade83bd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:32:48.819762 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-59684186-e5d3-4f0f-8762-0b3b3ade83bd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:32:48.833793 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-59684186-e5d3-4f0f-8762-0b3b3ade83bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1207'] for router, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:48.834804 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-59684186-e5d3-4f0f-8762-0b3b3ade83bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854333029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-514946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774641'] for router, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:48.854403 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-59684186-e5d3-4f0f-8762-0b3b3ade83bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:49.087395 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:49.110178 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc82af3-c178-4861-becf-532d4e9251a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98725d0a-1b82-5acd-8d1b-1dfa5de1a2b0-4244d761-4e6e-4b5f-bf37-1ce21a66a941', 'network_id': '4244d761-4e6e-4b5f-bf37-1ce21a66a941', 'tenant_id': 'dbbf0efd14ce4938a6e8e4b8996f6d93', 'fixed_ips': [{'subnet_id': 'f672aa63-f68f-4f0b-8d0d-cca71f8f4908'}]}} from dv-cinder-750782-5-smb. {{(pid=80167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 19 22:32:49.111065 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8cc82af3-c178-4861-becf-532d4e9251a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:49.124921 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] For port ecd28f76-9f38-435b-9ab1-b6b22f91772b, host dv-cinder-750782-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=ecd28f76-9f38-435b-9ab1-b6b22f91772b,segment=NetworkSegment(eae0621e-0013-4ba3-ab53-cef85e02fc92),segment_id=eae0621e-0013-4ba3-ab53-cef85e02fc92)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:32:49.130800 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:49.133790 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-665ed5ab-7fc2-4b94-b335-a768e119bec4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:32:49.137747 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-59684186-e5d3-4f0f-8762-0b3b3ade83bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774626'] for router, precommit_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:49.298301 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Pushing event updated for resources: {'Port': ['ID=ecd28f76-9f38-435b-9ab1-b6b22f91772b,revision_number=4']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:32:49.306067 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:32:49.477666 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.db_base_plugin_common [None req-8cc82af3-c178-4861-becf-532d4e9251a7 None None] Allocated IP 172.20.0.2 (4244d761-4e6e-4b5f-bf37-1ce21a66a941/f672aa63-f68f-4f0b-8d0d-cca71f8f4908/5ae63d12-6e95-4989-b297-cbaa0ae9853a) {{(pid=80167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:32:49.689296 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-59684186-e5d3-4f0f-8762-0b3b3ade83bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:49.709374 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8cc82af3-c178-4861-becf-532d4e9251a7 None None] Notify callbacks [] for port, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:49.720511 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-8cc82af3-c178-4861-becf-532d4e9251a7 None None] Transition to ACTIVE for port object 5ae63d12-6e95-4989-b297-cbaa0ae9853a will not be triggered until provisioned by entity L2. {{(pid=80167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:32:49.721928 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-59684186-e5d3-4f0f-8762-0b3b3ade83bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:49.738250 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-8cc82af3-c178-4861-becf-532d4e9251a7 None None] Transition to ACTIVE for port object 5ae63d12-6e95-4989-b297-cbaa0ae9853a will not be triggered until provisioned by entity DHCP. {{(pid=80167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:32:49.742978 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8cc82af3-c178-4861-becf-532d4e9251a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307085170889'] for port, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:49.758422 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-8fd75cc7-33d2-457b-b970-03b4310a611d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:32:49.896666 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc82af3-c178-4861-becf-532d4e9251a7 None None] Pushing event updated for resources: {'Port': ['ID=5ae63d12-6e95-4989-b297-cbaa0ae9853a,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:32:49.899936 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-8cc82af3-c178-4861-becf-532d4e9251a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:32:49.954190 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc82af3-c178-4861-becf-532d4e9251a7 None None] Network 4244d761-4e6e-4b5f-bf37-1ce21a66a941 is already hosted by enough agents. {{(pid=80167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:32:49.955609 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [None req-8cc82af3-c178-4861-becf-532d4e9251a7 None None] Resources bound (agent type, host, resource id): {{(pid=80167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:32:49.958885 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc82af3-c178-4861-becf-532d4e9251a7 None None] Received port after_create {{(pid=80167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:32:49.998737 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.db_base_plugin_common [None req-59684186-e5d3-4f0f-8762-0b3b3ade83bd admin admin] Allocated IP 172.28.2.100 (8d9e1b39-82c1-4058-b2cd-c5f96fe21028/38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0/6c470929-ba2b-4d5f-bf11-aacd94ed58f1) {{(pid=80165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:32:50.020935 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-8cc82af3-c178-4861-becf-532d4e9251a7 None None] Attempting to bind port 5ae63d12-6e95-4989-b297-cbaa0ae9853a on host dv-cinder-750782-5-smb for vnic_type normal with profile {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:32:50.021377 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-8cc82af3-c178-4861-becf-532d4e9251a7 None None] Attempting to bind port 5ae63d12-6e95-4989-b297-cbaa0ae9853a by drivers openvswitch on host dv-cinder-750782-5-smb at level 0 using segments [{'id': 'ac94dfa7-227e-49fb-af2c-ee1352b858e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4244d761-4e6e-4b5f-bf37-1ce21a66a941'}] {{(pid=80167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:32:50.021790 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc82af3-c178-4861-becf-532d4e9251a7 None None] Attempting to bind port 5ae63d12-6e95-4989-b297-cbaa0ae9853a on network 4244d761-4e6e-4b5f-bf37-1ce21a66a941 {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:32:50.027416 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc82af3-c178-4861-becf-532d4e9251a7 None None] Checking agent: {'id': 'f078d5c4-c25a-4ec9-8658-39b8d5860620', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 17, 33), 'started_at': datetime.datetime(2021, 1, 19, 22, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:32:50.027832 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc82af3-c178-4861-becf-532d4e9251a7 None None] Checking segment: {'id': 'ac94dfa7-227e-49fb-af2c-ee1352b858e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4244d761-4e6e-4b5f-bf37-1ce21a66a941'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:32:50.028275 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8cc82af3-c178-4861-becf-532d4e9251a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:50.028710 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc82af3-c178-4861-becf-532d4e9251a7 None None] Bound using segment: {'id': 'ac94dfa7-227e-49fb-af2c-ee1352b858e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4244d761-4e6e-4b5f-bf37-1ce21a66a941'} {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:32:50.029222 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-8cc82af3-c178-4861-becf-532d4e9251a7 None None] Bound port: 5ae63d12-6e95-4989-b297-cbaa0ae9853a, host: dv-cinder-750782-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac94dfa7-227e-49fb-af2c-ee1352b858e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4244d761-4e6e-4b5f-bf37-1ce21a66a941'}}] {{(pid=80167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:32:50.029707 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8cc82af3-c178-4861-becf-532d4e9251a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:50.122462 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-8cc82af3-c178-4861-becf-532d4e9251a7 None None] For port 5ae63d12-6e95-4989-b297-cbaa0ae9853a, host dv-cinder-750782-5-smb, cleared binding levels {{(pid=80167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:32:50.126009 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-8cc82af3-c178-4861-becf-532d4e9251a7 None None] For port 5ae63d12-6e95-4989-b297-cbaa0ae9853a, host dv-cinder-750782-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=5ae63d12-6e95-4989-b297-cbaa0ae9853a,segment=NetworkSegment(ac94dfa7-227e-49fb-af2c-ee1352b858e5),segment_id=ac94dfa7-227e-49fb-af2c-ee1352b858e5)] {{(pid=80167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:32:50.130001 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8cc82af3-c178-4861-becf-532d4e9251a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:50.145614 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:32:50.156170 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-59684186-e5d3-4f0f-8762-0b3b3ade83bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:50.187615 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-59684186-e5d3-4f0f-8762-0b3b3ade83bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307085170889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852767463'] for port, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:50.204017 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-fb97b240-68c4-4ff4-9a45-fd9a1f25d319 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:32:50.301719 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc82af3-c178-4861-becf-532d4e9251a7 None None] Pushing event updated for resources: {'Port': ['ID=5ae63d12-6e95-4989-b297-cbaa0ae9853a,revision_number=2']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:32:50.306594 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-8cc82af3-c178-4861-becf-532d4e9251a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:32:50.343814 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59684186-e5d3-4f0f-8762-0b3b3ade83bd admin admin] Pushing event updated for resources: {'Port': ['ID=6c470929-ba2b-4d5f-bf11-aacd94ed58f1,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:32:50.353727 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-59684186-e5d3-4f0f-8762-0b3b3ade83bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:32:50.400973 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59684186-e5d3-4f0f-8762-0b3b3ade83bd admin admin] Network 8d9e1b39-82c1-4058-b2cd-c5f96fe21028 is already hosted by enough agents. {{(pid=80165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:32:50.402165 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [None req-59684186-e5d3-4f0f-8762-0b3b3ade83bd admin admin] Resources bound (agent type, host, resource id): {{(pid=80165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:32:50.404425 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59684186-e5d3-4f0f-8762-0b3b3ade83bd admin admin] Received port after_create {{(pid=80165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:32:50.770257 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device ecd28f76-9f38-435b-9ab1-b6b22f91772b up at agent ovs-agent-dv-cinder-750782-5-smb {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:32:50.789518 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cabbf1-ccd1-425a-aca5-a3270b244267 None None] Sync routers for ids ['d4f0b7d9-1d40-4a1f-987b-f4715a410a33'] in dv-cinder-750782-5-smb {{(pid=80168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:32:50.799844 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cabbf1-ccd1-425a-aca5-a3270b244267 None None] Routers {'d4f0b7d9-1d40-4a1f-987b-f4715a410a33'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:32:50.800517 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-f3cabbf1-ccd1-425a-aca5-a3270b244267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:32:32Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['d4f0b7d9-1d40-4a1f-987b-f4715a410a33'], 'active': True} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:32:50.845250 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Provisioning complete for port ecd28f76-9f38-435b-9ab1-b6b22f91772b triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:32:50.845773 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:50.879043 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-59684186-e5d3-4f0f-8762-0b3b3ade83bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:51.000036 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-f3cabbf1-ccd1-425a-aca5-a3270b244267 None None] Set router d4f0b7d9-1d40-4a1f-987b-f4715a410a33 gateway port host: dv-cinder-750782-5-smb {{(pid=80168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:32:51.148020 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device 5ae63d12-6e95-4989-b297-cbaa0ae9853a up at agent ovs-agent-dv-cinder-750782-5-smb {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:32:51.218788 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Provisioning for port 5ae63d12-6e95-4989-b297-cbaa0ae9853a completed by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:32:51.283909 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-59684186-e5d3-4f0f-8762-0b3b3ade83bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854333059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451232'] for router, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:51.362847 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-f3cabbf1-ccd1-425a-aca5-a3270b244267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f0b7d9-1d40-4a1f-987b-f4715a410a33', 'name': 'tempest-TestShelveInstance-2117628484-router', 'tenant_id': '01433532f839429f9ab490395be6df9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ecd28f76-9f38-435b-9ab1-b6b22f91772b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:32:40Z', 'updated_at': '2021-01-19T22:32:45Z', 'revision_number': 4, 'project_id': '01433532f839429f9ab490395be6df9b', 'gw_port': {'id': 'ecd28f76-9f38-435b-9ab1-b6b22f91772b', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f0b7d9-1d40-4a1f-987b-f4715a410a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:32:41Z', 'updated_at': '2021-01-19T22:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_interfaces': [{'id': '1b3512bc-f803-466f-bdbd-d2fa8751c5f1', 'name': '', 'network_id': '2a1bb381-2a87-4d84-9a2f-e3a92c9466a9', 'tenant_id': '01433532f839429f9ab490395be6df9b', 'mac_address': 'fa:16:3e:7f:de:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f0b7d9-1d40-4a1f-987b-f4715a410a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '55957ee4-9e38-46bc-b06c-2654a0308264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:32:45Z', 'updated_at': '2021-01-19T22:32:45Z', 'revision_number': 2, 'project_id': '01433532f839429f9ab490395be6df9b', 'subnets': [{'id': '55957ee4-9e38-46bc-b06c-2654a0308264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:32:51.367105 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cabbf1-ccd1-425a-aca5-a3270b244267 None None] Checking router: d4f0b7d9-1d40-4a1f-987b-f4715a410a33 for host: dv-cinder-750782-5-smb {{(pid=80168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:32:51.367511 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cabbf1-ccd1-425a-aca5-a3270b244267 None None] Updating router d4f0b7d9-1d40-4a1f-987b-f4715a410a33 port 1b3512bc-f803-466f-bdbd-d2fa8751c5f1 binding host dv-cinder-750782-5-smb {{(pid=80168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 19 22:32:51.425434 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f3cabbf1-ccd1-425a-aca5-a3270b244267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:51.513039 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59684186-e5d3-4f0f-8762-0b3b3ade83bd admin admin] Router 964a5056-8153-4ade-bc12-fec6a20c678c is scheduled to L3 agent f53f1119-c8e9-4b63-a732-32c6c8f5b9fc with binding_index 1 {{(pid=80165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 19 22:32:51.709839 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59684186-e5d3-4f0f-8762-0b3b3ade83bd admin admin] Notify agent at l3_agent.dv-cinder-750782-5-smb the message routers_updated {{(pid=80165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:32:51.719748 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f346b7e8-57b9-4d24-8dc5-7dab419b645c None None] Sync routers for ids ['964a5056-8153-4ade-bc12-fec6a20c678c'] in dv-cinder-750782-5-smb {{(pid=80167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:32:51.729487 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f346b7e8-57b9-4d24-8dc5-7dab419b645c None None] Routers {'964a5056-8153-4ade-bc12-fec6a20c678c'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:32:51.730178 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-f346b7e8-57b9-4d24-8dc5-7dab419b645c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:32:32Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['964a5056-8153-4ade-bc12-fec6a20c678c'], 'active': True} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:32:51.742761 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-59684186-e5d3-4f0f-8762-0b3b3ade83bd admin admin] Notify callbacks [] for router, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:51.744127 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-59684186-e5d3-4f0f-8762-0b3b3ade83bd admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9520972 Jan 19 22:32:51.746905 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 56538) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:32:51.794653 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02bc14c-7d96-43c9-93fa-99a85e964fa9 None None] Network 4244d761-4e6e-4b5f-bf37-1ce21a66a941 requested from dv-cinder-750782-5-smb {{(pid=80167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:32:51.886565 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f3cabbf1-ccd1-425a-aca5-a3270b244267 None None] Notify callbacks [] for port, precommit_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:51.900674 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-f3cabbf1-ccd1-425a-aca5-a3270b244267 None None] Transition to ACTIVE for port object 1b3512bc-f803-466f-bdbd-d2fa8751c5f1 will not be triggered until provisioned by entity L2. {{(pid=80168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:32:51.903881 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f3cabbf1-ccd1-425a-aca5-a3270b244267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:51.920994 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-d8e57a9e-19f5-491e-abf7-f87a0000b227 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:32:51.929107 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-382f8591-8bc9-40e6-9657-24f7f7c8018f None None] Provisioning for port 5ae63d12-6e95-4989-b297-cbaa0ae9853a completed by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:32:51.996684 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-382f8591-8bc9-40e6-9657-24f7f7c8018f None None] Provisioning complete for port 5ae63d12-6e95-4989-b297-cbaa0ae9853a triggered by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:32:51.996902 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-382f8591-8bc9-40e6-9657-24f7f7c8018f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:52.065785 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0588c7dc-5005-45c1-b5ce-34aa1aeead55 None None] Pushing event updated for resources: {'Port': ['ID=1b3512bc-f803-466f-bdbd-d2fa8751c5f1,revision_number=3']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:32:52.084438 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0588c7dc-5005-45c1-b5ce-34aa1aeead55 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:52.084917 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0588c7dc-5005-45c1-b5ce-34aa1aeead55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:52.085416 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0588c7dc-5005-45c1-b5ce-34aa1aeead55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:52.085870 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0588c7dc-5005-45c1-b5ce-34aa1aeead55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:52.086317 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0588c7dc-5005-45c1-b5ce-34aa1aeead55 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:52.086747 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0588c7dc-5005-45c1-b5ce-34aa1aeead55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:52.087190 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0588c7dc-5005-45c1-b5ce-34aa1aeead55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:52.087623 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0588c7dc-5005-45c1-b5ce-34aa1aeead55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:52.088061 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0588c7dc-5005-45c1-b5ce-34aa1aeead55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:52.088810 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0588c7dc-5005-45c1-b5ce-34aa1aeead55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:52.088810 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0588c7dc-5005-45c1-b5ce-34aa1aeead55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:52.089328 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0588c7dc-5005-45c1-b5ce-34aa1aeead55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:52.089830 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0588c7dc-5005-45c1-b5ce-34aa1aeead55 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:52.091392 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0588c7dc-5005-45c1-b5ce-34aa1aeead55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:52.091392 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0588c7dc-5005-45c1-b5ce-34aa1aeead55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:52.091392 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0588c7dc-5005-45c1-b5ce-34aa1aeead55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:52.091392 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0588c7dc-5005-45c1-b5ce-34aa1aeead55 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:52.091966 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0588c7dc-5005-45c1-b5ce-34aa1aeead55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:52.092376 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0588c7dc-5005-45c1-b5ce-34aa1aeead55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:52.092808 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0588c7dc-5005-45c1-b5ce-34aa1aeead55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:52.093239 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0588c7dc-5005-45c1-b5ce-34aa1aeead55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:52.093696 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0588c7dc-5005-45c1-b5ce-34aa1aeead55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:52.094128 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0588c7dc-5005-45c1-b5ce-34aa1aeead55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:52.094561 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0588c7dc-5005-45c1-b5ce-34aa1aeead55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:52.099671 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-0588c7dc-5005-45c1-b5ce-34aa1aeead55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:32:52.118260 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-f346b7e8-57b9-4d24-8dc5-7dab419b645c None None] Set router 964a5056-8153-4ade-bc12-fec6a20c678c gateway port host: dv-cinder-750782-5-smb {{(pid=80167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:32:52.446163 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-f3cabbf1-ccd1-425a-aca5-a3270b244267 None None] Attempting to bind port 1b3512bc-f803-466f-bdbd-d2fa8751c5f1 on host dv-cinder-750782-5-smb for vnic_type normal with profile {{(pid=80168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:32:52.446759 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-f3cabbf1-ccd1-425a-aca5-a3270b244267 None None] Attempting to bind port 1b3512bc-f803-466f-bdbd-d2fa8751c5f1 by drivers openvswitch on host dv-cinder-750782-5-smb at level 0 using segments [{'id': 'c3bf2da0-e0f9-43c0-9afa-feb8c8bbdffd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2a1bb381-2a87-4d84-9a2f-e3a92c9466a9'}] {{(pid=80168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:32:52.447281 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cabbf1-ccd1-425a-aca5-a3270b244267 None None] Attempting to bind port 1b3512bc-f803-466f-bdbd-d2fa8751c5f1 on network 2a1bb381-2a87-4d84-9a2f-e3a92c9466a9 {{(pid=80168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:32:52.454594 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cabbf1-ccd1-425a-aca5-a3270b244267 None None] Checking agent: {'id': 'f078d5c4-c25a-4ec9-8658-39b8d5860620', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 17, 33), 'started_at': datetime.datetime(2021, 1, 19, 22, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:32:52.455143 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cabbf1-ccd1-425a-aca5-a3270b244267 None None] Checking segment: {'id': 'c3bf2da0-e0f9-43c0-9afa-feb8c8bbdffd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2a1bb381-2a87-4d84-9a2f-e3a92c9466a9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:32:52.455706 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f3cabbf1-ccd1-425a-aca5-a3270b244267 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:52.456250 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cabbf1-ccd1-425a-aca5-a3270b244267 None None] Bound using segment: {'id': 'c3bf2da0-e0f9-43c0-9afa-feb8c8bbdffd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2a1bb381-2a87-4d84-9a2f-e3a92c9466a9'} {{(pid=80168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:32:52.457419 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-f3cabbf1-ccd1-425a-aca5-a3270b244267 None None] Bound port: 1b3512bc-f803-466f-bdbd-d2fa8751c5f1, host: dv-cinder-750782-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3bf2da0-e0f9-43c0-9afa-feb8c8bbdffd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2a1bb381-2a87-4d84-9a2f-e3a92c9466a9'}}] {{(pid=80168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:32:52.457949 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f3cabbf1-ccd1-425a-aca5-a3270b244267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:52.558005 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-f3cabbf1-ccd1-425a-aca5-a3270b244267 None None] For port 1b3512bc-f803-466f-bdbd-d2fa8751c5f1, host dv-cinder-750782-5-smb, cleared binding levels {{(pid=80168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:32:52.561763 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-f3cabbf1-ccd1-425a-aca5-a3270b244267 None None] For port 1b3512bc-f803-466f-bdbd-d2fa8751c5f1, host dv-cinder-750782-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=1b3512bc-f803-466f-bdbd-d2fa8751c5f1,segment=NetworkSegment(c3bf2da0-e0f9-43c0-9afa-feb8c8bbdffd),segment_id=c3bf2da0-e0f9-43c0-9afa-feb8c8bbdffd)] {{(pid=80168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:32:52.566451 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f3cabbf1-ccd1-425a-aca5-a3270b244267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:52.581344 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-382f8591-8bc9-40e6-9657-24f7f7c8018f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:52.584500 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-1b65f239-8e46-4e9c-8516-3ef576ecd183 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:32:52.619050 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-382f8591-8bc9-40e6-9657-24f7f7c8018f None None] For port 5ae63d12-6e95-4989-b297-cbaa0ae9853a, host dv-cinder-750782-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=5ae63d12-6e95-4989-b297-cbaa0ae9853a,segment=NetworkSegment(ac94dfa7-227e-49fb-af2c-ee1352b858e5),segment_id=ac94dfa7-227e-49fb-af2c-ee1352b858e5)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:32:52.631029 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-382f8591-8bc9-40e6-9657-24f7f7c8018f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:52.636343 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:32:52.737010 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0588c7dc-5005-45c1-b5ce-34aa1aeead55 None None] Pushing event updated for resources: {'Port': ['ID=1b3512bc-f803-466f-bdbd-d2fa8751c5f1,revision_number=4']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:32:52.741865 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-0588c7dc-5005-45c1-b5ce-34aa1aeead55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:32:52.787625 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f8591-8bc9-40e6-9657-24f7f7c8018f None None] Pushing event updated for resources: {'Port': ['ID=5ae63d12-6e95-4989-b297-cbaa0ae9853a,revision_number=3']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:32:52.791065 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cabbf1-ccd1-425a-aca5-a3270b244267 None None] Routers {'d4f0b7d9-1d40-4a1f-987b-f4715a410a33'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:32:52.791228 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f732d5ab-2549-48e9-a235-e98b10a9535b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:52.792038 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-f3cabbf1-ccd1-425a-aca5-a3270b244267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:32:32Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['d4f0b7d9-1d40-4a1f-987b-f4715a410a33'], 'active': True} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:32:52.796098 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-382f8591-8bc9-40e6-9657-24f7f7c8018f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:32:52.821512 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-f346b7e8-57b9-4d24-8dc5-7dab419b645c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '964a5056-8153-4ade-bc12-fec6a20c678c', 'name': 'tempest-TestShelveInstance-1389591752-router', 'tenant_id': 'dbbf0efd14ce4938a6e8e4b8996f6d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.100'}], 'enable_snat': True}, 'gw_port_id': '6c470929-ba2b-4d5f-bf11-aacd94ed58f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:32:48Z', 'updated_at': '2021-01-19T22:32:50Z', 'revision_number': 3, 'project_id': 'dbbf0efd14ce4938a6e8e4b8996f6d93', 'gw_port': {'id': '6c470929-ba2b-4d5f-bf11-aacd94ed58f1', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '964a5056-8153-4ade-bc12-fec6a20c678c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:32:49Z', 'updated_at': '2021-01-19T22:32:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb'}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:32:52.826076 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f346b7e8-57b9-4d24-8dc5-7dab419b645c None None] Checking router: 964a5056-8153-4ade-bc12-fec6a20c678c for host: dv-cinder-750782-5-smb {{(pid=80167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:32:52.826412 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f346b7e8-57b9-4d24-8dc5-7dab419b645c None None] Updating router 964a5056-8153-4ade-bc12-fec6a20c678c port 6c470929-ba2b-4d5f-bf11-aacd94ed58f1 binding host dv-cinder-750782-5-smb {{(pid=80167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 19 22:32:52.907429 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f346b7e8-57b9-4d24-8dc5-7dab419b645c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:53.039548 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-f3cabbf1-ccd1-425a-aca5-a3270b244267 None None] Set router d4f0b7d9-1d40-4a1f-987b-f4715a410a33 gateway port host: dv-cinder-750782-5-smb {{(pid=80168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:32:53.155263 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-d5f89bbe-4193-4c45-8e5c-f9389b026e83 None None] Provisioning complete for port 5ae63d12-6e95-4989-b297-cbaa0ae9853a triggered by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:32:53.155693 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-d5f89bbe-4193-4c45-8e5c-f9389b026e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:53.231590 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.db_base_plugin_common [None req-f732d5ab-2549-48e9-a235-e98b10a9535b admin admin] Allocated IP 172.20.0.1 (4244d761-4e6e-4b5f-bf37-1ce21a66a941/f672aa63-f68f-4f0b-8d0d-cca71f8f4908/93073957-b8bb-49e4-9961-bb6b8b0eb993) {{(pid=80165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:32:53.424143 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f732d5ab-2549-48e9-a235-e98b10a9535b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:53.436833 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-f3cabbf1-ccd1-425a-aca5-a3270b244267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f0b7d9-1d40-4a1f-987b-f4715a410a33', 'name': 'tempest-TestShelveInstance-2117628484-router', 'tenant_id': '01433532f839429f9ab490395be6df9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ecd28f76-9f38-435b-9ab1-b6b22f91772b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:32:40Z', 'updated_at': '2021-01-19T22:32:45Z', 'revision_number': 4, 'project_id': '01433532f839429f9ab490395be6df9b', 'gw_port': {'id': 'ecd28f76-9f38-435b-9ab1-b6b22f91772b', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f0b7d9-1d40-4a1f-987b-f4715a410a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:32:41Z', 'updated_at': '2021-01-19T22:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_interfaces': [{'id': '1b3512bc-f803-466f-bdbd-d2fa8751c5f1', 'name': '', 'network_id': '2a1bb381-2a87-4d84-9a2f-e3a92c9466a9', 'tenant_id': '01433532f839429f9ab490395be6df9b', 'mac_address': 'fa:16:3e:7f:de:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f0b7d9-1d40-4a1f-987b-f4715a410a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '55957ee4-9e38-46bc-b06c-2654a0308264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:32:45Z', 'updated_at': '2021-01-19T22:32:52Z', 'revision_number': 4, 'project_id': '01433532f839429f9ab490395be6df9b', 'subnets': [{'id': '55957ee4-9e38-46bc-b06c-2654a0308264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:32:53.441076 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cabbf1-ccd1-425a-aca5-a3270b244267 None None] The sync data for ids ['d4f0b7d9-1d40-4a1f-987b-f4715a410a33'] in dv-cinder-750782-5-smb is: [{'id': 'd4f0b7d9-1d40-4a1f-987b-f4715a410a33', 'name': 'tempest-TestShelveInstance-2117628484-router', 'tenant_id': '01433532f839429f9ab490395be6df9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ecd28f76-9f38-435b-9ab1-b6b22f91772b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:32:40Z', 'updated_at': '2021-01-19T22:32:45Z', 'revision_number': 4, 'project_id': '01433532f839429f9ab490395be6df9b', 'gw_port': {'id': 'ecd28f76-9f38-435b-9ab1-b6b22f91772b', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f0b7d9-1d40-4a1f-987b-f4715a410a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:32:41Z', 'updated_at': '2021-01-19T22:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_interfaces': [{'id': '1b3512bc-f803-466f-bdbd-d2fa8751c5f1', 'name': '', 'network_id': '2a1bb381-2a87-4d84-9a2f-e3a92c9466a9', 'tenant_id': '01433532f839429f9ab490395be6df9b', 'mac_address': 'fa:16:3e:7f:de:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f0b7d9-1d40-4a1f-987b-f4715a410a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '55957ee4-9e38-46bc-b06c-2654a0308264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:32:45Z', 'updated_at': '2021-01-19T22:32:52Z', 'revision_number': 4, 'project_id': '01433532f839429f9ab490395be6df9b', 'subnets': [{'id': '55957ee4-9e38-46bc-b06c-2654a0308264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:32:53.449698 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-f732d5ab-2549-48e9-a235-e98b10a9535b admin admin] Transition to ACTIVE for port object 93073957-b8bb-49e4-9961-bb6b8b0eb993 will not be triggered until provisioned by entity DHCP. {{(pid=80165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:32:53.479712 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f732d5ab-2549-48e9-a235-e98b10a9535b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307085170889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852767463'] for port, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:53.505462 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-5df0a1b8-ea64-4435-b567-7ad0a357770e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:32:53.530616 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f346b7e8-57b9-4d24-8dc5-7dab419b645c None None] Notify callbacks [] for port, precommit_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:53.567677 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-f346b7e8-57b9-4d24-8dc5-7dab419b645c None None] Transition to ACTIVE for port object 6c470929-ba2b-4d5f-bf11-aacd94ed58f1 will not be triggered until provisioned by entity L2. {{(pid=80167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:32:53.582926 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f346b7e8-57b9-4d24-8dc5-7dab419b645c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:53.614659 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f732d5ab-2549-48e9-a235-e98b10a9535b admin admin] Pushing event updated for resources: {'Port': ['ID=93073957-b8bb-49e4-9961-bb6b8b0eb993,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:32:53.621715 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-f732d5ab-2549-48e9-a235-e98b10a9535b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:32:53.755978 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f732d5ab-2549-48e9-a235-e98b10a9535b admin admin] Network 4244d761-4e6e-4b5f-bf37-1ce21a66a941 is already hosted by enough agents. {{(pid=80165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:32:53.757424 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [None req-f732d5ab-2549-48e9-a235-e98b10a9535b admin admin] Resources bound (agent type, host, resource id): {{(pid=80165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:32:53.763002 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f732d5ab-2549-48e9-a235-e98b10a9535b admin admin] Received port after_create {{(pid=80165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:32:53.764839 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-8cc82af3-c178-4861-becf-532d4e9251a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:32:53.834352 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f732d5ab-2549-48e9-a235-e98b10a9535b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447740'] for router_interface, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:53.841464 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-5446b379-b84f-4c8d-82fd-34207f6812d3 None None] Provisioning complete for port 5ae63d12-6e95-4989-b297-cbaa0ae9853a triggered by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:32:53.842123 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-5446b379-b84f-4c8d-82fd-34207f6812d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:53.992316 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dcb789-401f-4df5-8011-6713878a7425 None None] Pushing event updated for resources: {'Port': ['ID=6c470929-ba2b-4d5f-bf11-aacd94ed58f1,revision_number=2']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:32:54.007690 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-61dcb789-401f-4df5-8011-6713878a7425 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:32:54.023366 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f732d5ab-2549-48e9-a235-e98b10a9535b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:54.129011 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-f346b7e8-57b9-4d24-8dc5-7dab419b645c None None] Attempting to bind port 6c470929-ba2b-4d5f-bf11-aacd94ed58f1 on host dv-cinder-750782-5-smb for vnic_type normal with profile {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:32:54.129456 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-f346b7e8-57b9-4d24-8dc5-7dab419b645c None None] Attempting to bind port 6c470929-ba2b-4d5f-bf11-aacd94ed58f1 by drivers openvswitch on host dv-cinder-750782-5-smb at level 0 using segments [{'id': 'eae0621e-0013-4ba3-ab53-cef85e02fc92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028'}] {{(pid=80167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:32:54.129872 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f346b7e8-57b9-4d24-8dc5-7dab419b645c None None] Attempting to bind port 6c470929-ba2b-4d5f-bf11-aacd94ed58f1 on network 8d9e1b39-82c1-4058-b2cd-c5f96fe21028 {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:32:54.141312 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f346b7e8-57b9-4d24-8dc5-7dab419b645c None None] Checking agent: {'id': 'f078d5c4-c25a-4ec9-8658-39b8d5860620', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 17, 33), 'started_at': datetime.datetime(2021, 1, 19, 22, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:32:54.141746 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f346b7e8-57b9-4d24-8dc5-7dab419b645c None None] Checking segment: {'id': 'eae0621e-0013-4ba3-ab53-cef85e02fc92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:32:54.142197 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f346b7e8-57b9-4d24-8dc5-7dab419b645c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:54.142723 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f346b7e8-57b9-4d24-8dc5-7dab419b645c None None] Bound using segment: {'id': 'eae0621e-0013-4ba3-ab53-cef85e02fc92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028'} {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:32:54.143142 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-f346b7e8-57b9-4d24-8dc5-7dab419b645c None None] Bound port: 6c470929-ba2b-4d5f-bf11-aacd94ed58f1, host: dv-cinder-750782-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae0621e-0013-4ba3-ab53-cef85e02fc92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028'}}] {{(pid=80167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:32:54.143560 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f346b7e8-57b9-4d24-8dc5-7dab419b645c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:54.234444 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-f346b7e8-57b9-4d24-8dc5-7dab419b645c None None] For port 6c470929-ba2b-4d5f-bf11-aacd94ed58f1, host dv-cinder-750782-5-smb, cleared binding levels {{(pid=80167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:32:54.238341 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-f346b7e8-57b9-4d24-8dc5-7dab419b645c None None] For port 6c470929-ba2b-4d5f-bf11-aacd94ed58f1, host dv-cinder-750782-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=6c470929-ba2b-4d5f-bf11-aacd94ed58f1,segment=NetworkSegment(eae0621e-0013-4ba3-ab53-cef85e02fc92),segment_id=eae0621e-0013-4ba3-ab53-cef85e02fc92)] {{(pid=80167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:32:54.243693 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f346b7e8-57b9-4d24-8dc5-7dab419b645c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:54.285937 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:32:54.401701 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f732d5ab-2549-48e9-a235-e98b10a9535b admin admin] Notify callbacks [] for port, precommit_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:54.407321 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f732d5ab-2549-48e9-a235-e98b10a9535b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2008354'] for port, after_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:54.433256 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dcb789-401f-4df5-8011-6713878a7425 None None] Pushing event updated for resources: {'Port': ['ID=6c470929-ba2b-4d5f-bf11-aacd94ed58f1,revision_number=3']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:32:54.439071 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-038b8373-ee51-4f61-b1fc-02c4a2bd9143 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:32:54.441829 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-61dcb789-401f-4df5-8011-6713878a7425 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:32:54.447540 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-0b1af385-8cb1-41e8-8015-7aecd1562169 None None] Provisioning for port 93073957-b8bb-49e4-9961-bb6b8b0eb993 completed by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:32:54.462499 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-0b1af385-8cb1-41e8-8015-7aecd1562169 None None] Provisioning complete for port 93073957-b8bb-49e4-9961-bb6b8b0eb993 triggered by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:32:54.462926 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0b1af385-8cb1-41e8-8015-7aecd1562169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:54.531908 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f732d5ab-2549-48e9-a235-e98b10a9535b admin admin] Pushing event updated for resources: {'Port': ['ID=93073957-b8bb-49e4-9961-bb6b8b0eb993,revision_number=2']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:32:54.535222 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-f732d5ab-2549-48e9-a235-e98b10a9535b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:32:54.539506 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f732d5ab-2549-48e9-a235-e98b10a9535b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-541615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854328225'] for router_interface, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:54.540477 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-0b1af385-8cb1-41e8-8015-7aecd1562169 None None] Port 93073957-b8bb-49e4-9961-bb6b8b0eb993 cannot update to ACTIVE because it is not bound. {{(pid=80167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 22:32:54.555012 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f346b7e8-57b9-4d24-8dc5-7dab419b645c None None] Routers {'964a5056-8153-4ade-bc12-fec6a20c678c'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:32:54.555688 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-f346b7e8-57b9-4d24-8dc5-7dab419b645c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:32:32Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['964a5056-8153-4ade-bc12-fec6a20c678c'], 'active': True} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:32:54.688298 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-0b1af385-8cb1-41e8-8015-7aecd1562169 None None] Provisioning complete for port 5ae63d12-6e95-4989-b297-cbaa0ae9853a triggered by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:32:54.688716 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0b1af385-8cb1-41e8-8015-7aecd1562169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:54.693052 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f732d5ab-2549-48e9-a235-e98b10a9535b admin admin] Network 4244d761-4e6e-4b5f-bf37-1ce21a66a941 is already hosted by enough agents. {{(pid=80165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:32:54.694295 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [None req-f732d5ab-2549-48e9-a235-e98b10a9535b admin admin] Resources bound (agent type, host, resource id): {{(pid=80165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:32:54.722640 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device 1b3512bc-f803-466f-bdbd-d2fa8751c5f1 up at agent ovs-agent-dv-cinder-750782-5-smb {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:32:54.895906 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f732d5ab-2549-48e9-a235-e98b10a9535b admin admin] Router 964a5056-8153-4ade-bc12-fec6a20c678c has already been hosted by L3 agent f53f1119-c8e9-4b63-a732-32c6c8f5b9fc {{(pid=80165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 22:32:54.912216 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-f346b7e8-57b9-4d24-8dc5-7dab419b645c None None] Set router 964a5056-8153-4ade-bc12-fec6a20c678c gateway port host: dv-cinder-750782-5-smb {{(pid=80167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:32:54.959014 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Provisioning for port 1b3512bc-f803-466f-bdbd-d2fa8751c5f1 completed by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:32:54.990508 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Provisioning complete for port 1b3512bc-f803-466f-bdbd-d2fa8751c5f1 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:32:54.990873 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:55.089138 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f732d5ab-2549-48e9-a235-e98b10a9535b admin admin] Notify agent at l3_agent.dv-cinder-750782-5-smb the message routers_updated {{(pid=80165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:32:55.098562 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-f732d5ab-2549-48e9-a235-e98b10a9535b admin admin] 10.222.0.43 "PUT /v2.0/routers/964a5056-8153-4ade-bc12-fec6a20c678c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3505263 Jan 19 22:32:55.474730 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-843cb34b-4924-4fb7-b99d-749f1d2b10f4 None None] Provisioning complete for port 93073957-b8bb-49e4-9961-bb6b8b0eb993 triggered by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:32:55.475156 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-843cb34b-4924-4fb7-b99d-749f1d2b10f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:55.515368 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:55.609256 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-843cb34b-4924-4fb7-b99d-749f1d2b10f4 None None] Port 93073957-b8bb-49e4-9961-bb6b8b0eb993 cannot update to ACTIVE because it is not bound. {{(pid=80167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 22:32:55.624910 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] For port 1b3512bc-f803-466f-bdbd-d2fa8751c5f1, host dv-cinder-750782-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=1b3512bc-f803-466f-bdbd-d2fa8751c5f1,segment=NetworkSegment(c3bf2da0-e0f9-43c0-9afa-feb8c8bbdffd),segment_id=c3bf2da0-e0f9-43c0-9afa-feb8c8bbdffd)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:32:55.635428 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:55.636330 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device 5ae63d12-6e95-4989-b297-cbaa0ae9853a up at agent ovs-agent-dv-cinder-750782-5-smb {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:32:55.666193 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:32:55.772839 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Pushing event updated for resources: {'Port': ['ID=1b3512bc-f803-466f-bdbd-d2fa8751c5f1,revision_number=5']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:32:55.777898 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-f346b7e8-57b9-4d24-8dc5-7dab419b645c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '964a5056-8153-4ade-bc12-fec6a20c678c', 'name': 'tempest-TestShelveInstance-1389591752-router', 'tenant_id': 'dbbf0efd14ce4938a6e8e4b8996f6d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.100'}], 'enable_snat': True}, 'gw_port_id': '6c470929-ba2b-4d5f-bf11-aacd94ed58f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:32:48Z', 'updated_at': '2021-01-19T22:32:53Z', 'revision_number': 4, 'project_id': 'dbbf0efd14ce4938a6e8e4b8996f6d93', 'gw_port': {'id': '6c470929-ba2b-4d5f-bf11-aacd94ed58f1', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '964a5056-8153-4ade-bc12-fec6a20c678c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:32:49Z', 'updated_at': '2021-01-19T22:32:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_interfaces': [{'id': '93073957-b8bb-49e4-9961-bb6b8b0eb993', 'name': '', 'network_id': '4244d761-4e6e-4b5f-bf37-1ce21a66a941', 'tenant_id': 'dbbf0efd14ce4938a6e8e4b8996f6d93', 'mac_address': 'fa:16:3e:a6:34:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '964a5056-8153-4ade-bc12-fec6a20c678c', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'f672aa63-f68f-4f0b-8d0d-cca71f8f4908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:32:53Z', 'updated_at': '2021-01-19T22:32:54Z', 'revision_number': 2, 'project_id': 'dbbf0efd14ce4938a6e8e4b8996f6d93', 'subnets': [{'id': 'f672aa63-f68f-4f0b-8d0d-cca71f8f4908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:32:55.782521 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:32:55.783392 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f346b7e8-57b9-4d24-8dc5-7dab419b645c None None] The sync data for ids ['964a5056-8153-4ade-bc12-fec6a20c678c'] in dv-cinder-750782-5-smb is: [{'id': '964a5056-8153-4ade-bc12-fec6a20c678c', 'name': 'tempest-TestShelveInstance-1389591752-router', 'tenant_id': 'dbbf0efd14ce4938a6e8e4b8996f6d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.100'}], 'enable_snat': True}, 'gw_port_id': '6c470929-ba2b-4d5f-bf11-aacd94ed58f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:32:48Z', 'updated_at': '2021-01-19T22:32:53Z', 'revision_number': 4, 'project_id': 'dbbf0efd14ce4938a6e8e4b8996f6d93', 'gw_port': {'id': '6c470929-ba2b-4d5f-bf11-aacd94ed58f1', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '964a5056-8153-4ade-bc12-fec6a20c678c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:32:49Z', 'updated_at': '2021-01-19T22:32:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_interfaces': [{'id': '93073957-b8bb-49e4-9961-bb6b8b0eb993', 'name': '', 'network_id': '4244d761-4e6e-4b5f-bf37-1ce21a66a941', 'tenant_id': 'dbbf0efd14ce4938a6e8e4b8996f6d93', 'mac_address': 'fa:16:3e:a6:34:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '964a5056-8153-4ade-bc12-fec6a20c678c', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'f672aa63-f68f-4f0b-8d0d-cca71f8f4908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:32:53Z', 'updated_at': '2021-01-19T22:32:54Z', 'revision_number': 2, 'project_id': 'dbbf0efd14ce4938a6e8e4b8996f6d93', 'subnets': [{'id': 'f672aa63-f68f-4f0b-8d0d-cca71f8f4908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:32:55.797874 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Provisioning complete for port 5ae63d12-6e95-4989-b297-cbaa0ae9853a triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:32:55.798306 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:55.800210 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [req-a4e7cb57-202a-4487-8e07-744605b43bde req-fbb4ed93-d422-4737-8f42-552a76af1683 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1972925857', 'description': 'tempest-TestShelveInstance-1972925857 description'}} {{(pid=80166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:32:55.810922 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [req-a4e7cb57-202a-4487-8e07-744605b43bde req-fbb4ed93-d422-4737-8f42-552a76af1683 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:32:55.816320 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-a4e7cb57-202a-4487-8e07-744605b43bde req-fbb4ed93-d422-4737-8f42-552a76af1683 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Usage tracker for resource:security_group and tenant:01433532f839429f9ab490395be6df9b is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:32:55.820699 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-a4e7cb57-202a-4487-8e07-744605b43bde req-fbb4ed93-d422-4737-8f42-552a76af1683 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:32:55.826838 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [req-a4e7cb57-202a-4487-8e07-744605b43bde req-fbb4ed93-d422-4737-8f42-552a76af1683 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:32:55.836513 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-a4e7cb57-202a-4487-8e07-744605b43bde req-fbb4ed93-d422-4737-8f42-552a76af1683 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:55.858561 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [req-a4e7cb57-202a-4487-8e07-744605b43bde req-fbb4ed93-d422-4737-8f42-552a76af1683 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:32:55.863030 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-a4e7cb57-202a-4487-8e07-744605b43bde req-fbb4ed93-d422-4737-8f42-552a76af1683 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Usage tracker for resource:security_group_rule and tenant:01433532f839429f9ab490395be6df9b is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:32:55.866527 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-a4e7cb57-202a-4487-8e07-744605b43bde req-fbb4ed93-d422-4737-8f42-552a76af1683 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:32:55.872781 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [req-a4e7cb57-202a-4487-8e07-744605b43bde req-fbb4ed93-d422-4737-8f42-552a76af1683 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:32:55.960826 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-a4e7cb57-202a-4487-8e07-744605b43bde req-fbb4ed93-d422-4737-8f42-552a76af1683 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:55.964938 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-a4e7cb57-202a-4487-8e07-744605b43bde req-fbb4ed93-d422-4737-8f42-552a76af1683 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:55.971567 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-ae2b4e84-8f9d-4d40-94d7-32359ad8ccc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:32:56.026658 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb4ed93-d422-4737-8f42-552a76af1683 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Pushing event updated for resources: {'SecurityGroup': ['ID=8a824fe1-a66b-431c-b250-8644d90d5e58,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:32:56.031549 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-a4e7cb57-202a-4487-8e07-744605b43bde req-fbb4ed93-d422-4737-8f42-552a76af1683 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Notify callbacks [] for security_group, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:56.032927 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a4e7cb57-202a-4487-8e07-744605b43bde req-fbb4ed93-d422-4737-8f42-552a76af1683 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2380211 Jan 19 22:32:56.038803 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb4ed93-d422-4737-8f42-552a76af1683 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:56.039230 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb4ed93-d422-4737-8f42-552a76af1683 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:56.039807 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb4ed93-d422-4737-8f42-552a76af1683 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:56.040225 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb4ed93-d422-4737-8f42-552a76af1683 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:56.040635 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb4ed93-d422-4737-8f42-552a76af1683 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:56.041039 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb4ed93-d422-4737-8f42-552a76af1683 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:56.041472 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb4ed93-d422-4737-8f42-552a76af1683 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:56.041880 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb4ed93-d422-4737-8f42-552a76af1683 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:56.042279 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb4ed93-d422-4737-8f42-552a76af1683 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:56.042728 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb4ed93-d422-4737-8f42-552a76af1683 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:56.043074 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb4ed93-d422-4737-8f42-552a76af1683 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:56.043475 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb4ed93-d422-4737-8f42-552a76af1683 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:56.043934 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb4ed93-d422-4737-8f42-552a76af1683 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:56.044637 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb4ed93-d422-4737-8f42-552a76af1683 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:56.045042 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb4ed93-d422-4737-8f42-552a76af1683 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:56.045468 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb4ed93-d422-4737-8f42-552a76af1683 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:56.045863 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb4ed93-d422-4737-8f42-552a76af1683 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:56.046264 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb4ed93-d422-4737-8f42-552a76af1683 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:56.046657 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb4ed93-d422-4737-8f42-552a76af1683 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:56.047070 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb4ed93-d422-4737-8f42-552a76af1683 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:56.047472 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb4ed93-d422-4737-8f42-552a76af1683 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:56.047865 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb4ed93-d422-4737-8f42-552a76af1683 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:56.048257 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb4ed93-d422-4737-8f42-552a76af1683 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:56.048646 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb4ed93-d422-4737-8f42-552a76af1683 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:56.053843 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-fbb4ed93-d422-4737-8f42-552a76af1683 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:32:56.124482 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0b8da61f-b5e4-48da-b577-cd35ea8b214d req-91b197f3-c892-457a-b46c-a9190aa2ff5e tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/security-groups/8a824fe1-a66b-431c-b250-8644d90d5e58 HTTP/1.1" status: 200 len: 1802 time: 0.0550303 Jan 19 22:32:56.151507 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [req-0b8da61f-b5e4-48da-b577-cd35ea8b214d req-90772bb3-d387-4bcd-b9cf-cb7a0093e68f tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8a824fe1-a66b-431c-b250-8644d90d5e58', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:32:56.156311 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [req-0b8da61f-b5e4-48da-b577-cd35ea8b214d req-90772bb3-d387-4bcd-b9cf-cb7a0093e68f tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8a824fe1-a66b-431c-b250-8644d90d5e58', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:32:56.167685 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [req-0b8da61f-b5e4-48da-b577-cd35ea8b214d req-90772bb3-d387-4bcd-b9cf-cb7a0093e68f tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:32:56.172239 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-0b8da61f-b5e4-48da-b577-cd35ea8b214d req-90772bb3-d387-4bcd-b9cf-cb7a0093e68f tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Usage tracker for resource:security_group_rule and tenant:01433532f839429f9ab490395be6df9b is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:32:56.175538 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-0b8da61f-b5e4-48da-b577-cd35ea8b214d req-90772bb3-d387-4bcd-b9cf-cb7a0093e68f tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:32:56.181509 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [req-0b8da61f-b5e4-48da-b577-cd35ea8b214d req-90772bb3-d387-4bcd-b9cf-cb7a0093e68f tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:32:56.259355 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-0b8da61f-b5e4-48da-b577-cd35ea8b214d req-90772bb3-d387-4bcd-b9cf-cb7a0093e68f tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Notify callbacks [] for security_group_rule, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:56.295435 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-0b8da61f-b5e4-48da-b577-cd35ea8b214d req-90772bb3-d387-4bcd-b9cf-cb7a0093e68f tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:56.299859 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-0b8da61f-b5e4-48da-b577-cd35ea8b214d req-90772bb3-d387-4bcd-b9cf-cb7a0093e68f tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257678'] for security_group_rule, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:56.302328 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:32:56.322783 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90772bb3-d387-4bcd-b9cf-cb7a0093e68f tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a364ce6a-780d-4942-a08d-73e96b09980e,revision_number=0']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:32:56.333339 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-90772bb3-d387-4bcd-b9cf-cb7a0093e68f tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:32:56.347978 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-0b8da61f-b5e4-48da-b577-cd35ea8b214d req-90772bb3-d387-4bcd-b9cf-cb7a0093e68f tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Notify callbacks [] for security_group_rule, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:56.358076 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0b8da61f-b5e4-48da-b577-cd35ea8b214d req-90772bb3-d387-4bcd-b9cf-cb7a0093e68f tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2195947 Jan 19 22:32:56.441301 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-78e4a76e-4a50-4870-9f89-dc09d71a01df req-f48b8511-6af6-4b76-b7ce-632891a0a781 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/security-groups/8a824fe1-a66b-431c-b250-8644d90d5e58 HTTP/1.1" status: 200 len: 2395 time: 0.0575883 Jan 19 22:32:56.455564 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [req-78e4a76e-4a50-4870-9f89-dc09d71a01df req-f2642c95-d4bd-4272-a926-0e24d6332d65 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8a824fe1-a66b-431c-b250-8644d90d5e58', 'remote_group_id': None}]} {{(pid=80165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:32:56.455986 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [req-78e4a76e-4a50-4870-9f89-dc09d71a01df req-f2642c95-d4bd-4272-a926-0e24d6332d65 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8a824fe1-a66b-431c-b250-8644d90d5e58', 'remote_group_id': None}} {{(pid=80165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:32:56.466910 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [req-78e4a76e-4a50-4870-9f89-dc09d71a01df req-f2642c95-d4bd-4272-a926-0e24d6332d65 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:32:56.473838 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-78e4a76e-4a50-4870-9f89-dc09d71a01df req-f2642c95-d4bd-4272-a926-0e24d6332d65 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Usage tracker for resource:security_group_rule and tenant:01433532f839429f9ab490395be6df9b is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:32:56.477190 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-78e4a76e-4a50-4870-9f89-dc09d71a01df req-f2642c95-d4bd-4272-a926-0e24d6332d65 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:32:56.483592 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [req-78e4a76e-4a50-4870-9f89-dc09d71a01df req-f2642c95-d4bd-4272-a926-0e24d6332d65 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:32:56.551051 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-78e4a76e-4a50-4870-9f89-dc09d71a01df req-f2642c95-d4bd-4272-a926-0e24d6332d65 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Notify callbacks [] for security_group_rule, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:56.587944 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-78e4a76e-4a50-4870-9f89-dc09d71a01df req-f2642c95-d4bd-4272-a926-0e24d6332d65 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:56.594602 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-78e4a76e-4a50-4870-9f89-dc09d71a01df req-f2642c95-d4bd-4272-a926-0e24d6332d65 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257678'] for security_group_rule, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:56.597107 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-514d6a00-876c-4eae-a62c-d70e059efb3d tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:32:56.641693 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2642c95-d4bd-4272-a926-0e24d6332d65 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8097e1dc-a823-4599-955d-cb98ffaf634a,revision_number=0']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:32:56.645317 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-f2642c95-d4bd-4272-a926-0e24d6332d65 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:32:56.646978 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-78e4a76e-4a50-4870-9f89-dc09d71a01df req-f2642c95-d4bd-4272-a926-0e24d6332d65 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Notify callbacks [] for security_group_rule, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:56.648268 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-78e4a76e-4a50-4870-9f89-dc09d71a01df req-f2642c95-d4bd-4272-a926-0e24d6332d65 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1974707 Jan 19 22:32:56.781941 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device 6c470929-ba2b-4d5f-bf11-aacd94ed58f1 up at agent ovs-agent-dv-cinder-750782-5-smb {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:32:56.870936 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Provisioning for port 6c470929-ba2b-4d5f-bf11-aacd94ed58f1 completed by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:32:56.876956 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Provisioning complete for port 6c470929-ba2b-4d5f-bf11-aacd94ed58f1 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:32:56.877484 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:57.011159 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:57.030143 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] For port 6c470929-ba2b-4d5f-bf11-aacd94ed58f1, host dv-cinder-750782-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=6c470929-ba2b-4d5f-bf11-aacd94ed58f1,segment=NetworkSegment(eae0621e-0013-4ba3-ab53-cef85e02fc92),segment_id=eae0621e-0013-4ba3-ab53-cef85e02fc92)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:32:57.033477 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:57.034349 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device 1b3512bc-f803-466f-bdbd-d2fa8751c5f1 up at agent ovs-agent-dv-cinder-750782-5-smb {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:32:57.065552 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:32:57.166404 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Pushing event updated for resources: {'Port': ['ID=6c470929-ba2b-4d5f-bf11-aacd94ed58f1,revision_number=4']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:32:57.170110 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:32:57.185461 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Provisioning complete for port 1b3512bc-f803-466f-bdbd-d2fa8751c5f1 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:32:57.185897 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:58.655551 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device 6c470929-ba2b-4d5f-bf11-aacd94ed58f1 up at agent ovs-agent-dv-cinder-750782-5-smb {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:32:58.734172 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Provisioning complete for port 6c470929-ba2b-4d5f-bf11-aacd94ed58f1 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:32:58.734600 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:58.876683 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b76ab1af-1403-4850-8206-741327bb8dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:59.503880 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1393ee-9e41-44c7-a0f3-9e65b2c35b02 None None] Sync routers for ids ['964a5056-8153-4ade-bc12-fec6a20c678c'] in dv-cinder-750782-5-smb {{(pid=80168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:32:59.514345 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1393ee-9e41-44c7-a0f3-9e65b2c35b02 None None] Routers {'964a5056-8153-4ade-bc12-fec6a20c678c'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:32:59.515030 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-ac1393ee-9e41-44c7-a0f3-9e65b2c35b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:32:32Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['964a5056-8153-4ade-bc12-fec6a20c678c'], 'active': True} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:32:59.705079 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-ac1393ee-9e41-44c7-a0f3-9e65b2c35b02 None None] Set router 964a5056-8153-4ade-bc12-fec6a20c678c gateway port host: dv-cinder-750782-5-smb {{(pid=80168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:33:00.043355 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-ac1393ee-9e41-44c7-a0f3-9e65b2c35b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '964a5056-8153-4ade-bc12-fec6a20c678c', 'name': 'tempest-TestShelveInstance-1389591752-router', 'tenant_id': 'dbbf0efd14ce4938a6e8e4b8996f6d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.100'}], 'enable_snat': True}, 'gw_port_id': '6c470929-ba2b-4d5f-bf11-aacd94ed58f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:32:48Z', 'updated_at': '2021-01-19T22:32:53Z', 'revision_number': 4, 'project_id': 'dbbf0efd14ce4938a6e8e4b8996f6d93', 'gw_port': {'id': '6c470929-ba2b-4d5f-bf11-aacd94ed58f1', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964a5056-8153-4ade-bc12-fec6a20c678c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:32:49Z', 'updated_at': '2021-01-19T22:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_interfaces': [{'id': '93073957-b8bb-49e4-9961-bb6b8b0eb993', 'name': '', 'network_id': '4244d761-4e6e-4b5f-bf37-1ce21a66a941', 'tenant_id': 'dbbf0efd14ce4938a6e8e4b8996f6d93', 'mac_address': 'fa:16:3e:a6:34:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '964a5056-8153-4ade-bc12-fec6a20c678c', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'f672aa63-f68f-4f0b-8d0d-cca71f8f4908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:32:53Z', 'updated_at': '2021-01-19T22:32:54Z', 'revision_number': 2, 'project_id': 'dbbf0efd14ce4938a6e8e4b8996f6d93', 'subnets': [{'id': 'f672aa63-f68f-4f0b-8d0d-cca71f8f4908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:33:00.047278 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1393ee-9e41-44c7-a0f3-9e65b2c35b02 None None] Checking router: 964a5056-8153-4ade-bc12-fec6a20c678c for host: dv-cinder-750782-5-smb {{(pid=80168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:33:00.047673 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1393ee-9e41-44c7-a0f3-9e65b2c35b02 None None] Updating router 964a5056-8153-4ade-bc12-fec6a20c678c port 93073957-b8bb-49e4-9961-bb6b8b0eb993 binding host dv-cinder-750782-5-smb {{(pid=80168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 19 22:33:00.103001 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ac1393ee-9e41-44c7-a0f3-9e65b2c35b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:00.517256 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ac1393ee-9e41-44c7-a0f3-9e65b2c35b02 None None] Notify callbacks [] for port, precommit_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:00.531036 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-ac1393ee-9e41-44c7-a0f3-9e65b2c35b02 None None] Transition to ACTIVE for port object 93073957-b8bb-49e4-9961-bb6b8b0eb993 will not be triggered until provisioned by entity L2. {{(pid=80168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:33:00.533782 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ac1393ee-9e41-44c7-a0f3-9e65b2c35b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:00.553856 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-0588c7dc-5005-45c1-b5ce-34aa1aeead55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:33:00.852857 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192423ae-ad26-46d5-bc7f-4d4a091e30dc None None] Pushing event updated for resources: {'Port': ['ID=93073957-b8bb-49e4-9961-bb6b8b0eb993,revision_number=3']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:33:00.858018 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-192423ae-ad26-46d5-bc7f-4d4a091e30dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:33:01.028047 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-ac1393ee-9e41-44c7-a0f3-9e65b2c35b02 None None] Attempting to bind port 93073957-b8bb-49e4-9961-bb6b8b0eb993 on host dv-cinder-750782-5-smb for vnic_type normal with profile {{(pid=80168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:33:01.028626 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-ac1393ee-9e41-44c7-a0f3-9e65b2c35b02 None None] Attempting to bind port 93073957-b8bb-49e4-9961-bb6b8b0eb993 by drivers openvswitch on host dv-cinder-750782-5-smb at level 0 using segments [{'id': 'ac94dfa7-227e-49fb-af2c-ee1352b858e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4244d761-4e6e-4b5f-bf37-1ce21a66a941'}] {{(pid=80168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:33:01.029031 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1393ee-9e41-44c7-a0f3-9e65b2c35b02 None None] Attempting to bind port 93073957-b8bb-49e4-9961-bb6b8b0eb993 on network 4244d761-4e6e-4b5f-bf37-1ce21a66a941 {{(pid=80168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:33:01.035903 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1393ee-9e41-44c7-a0f3-9e65b2c35b02 None None] Checking agent: {'id': 'f078d5c4-c25a-4ec9-8658-39b8d5860620', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 17, 33), 'started_at': datetime.datetime(2021, 1, 19, 22, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:33:01.036324 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1393ee-9e41-44c7-a0f3-9e65b2c35b02 None None] Checking segment: {'id': 'ac94dfa7-227e-49fb-af2c-ee1352b858e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4244d761-4e6e-4b5f-bf37-1ce21a66a941'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:33:01.036917 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ac1393ee-9e41-44c7-a0f3-9e65b2c35b02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:01.037218 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1393ee-9e41-44c7-a0f3-9e65b2c35b02 None None] Bound using segment: {'id': 'ac94dfa7-227e-49fb-af2c-ee1352b858e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4244d761-4e6e-4b5f-bf37-1ce21a66a941'} {{(pid=80168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:33:01.037784 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-ac1393ee-9e41-44c7-a0f3-9e65b2c35b02 None None] Bound port: 93073957-b8bb-49e4-9961-bb6b8b0eb993, host: dv-cinder-750782-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac94dfa7-227e-49fb-af2c-ee1352b858e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4244d761-4e6e-4b5f-bf37-1ce21a66a941'}}] {{(pid=80168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:33:01.038198 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ac1393ee-9e41-44c7-a0f3-9e65b2c35b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:01.136686 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-ac1393ee-9e41-44c7-a0f3-9e65b2c35b02 None None] For port 93073957-b8bb-49e4-9961-bb6b8b0eb993, host dv-cinder-750782-5-smb, cleared binding levels {{(pid=80168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:33:01.140508 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-ac1393ee-9e41-44c7-a0f3-9e65b2c35b02 None None] For port 93073957-b8bb-49e4-9961-bb6b8b0eb993, host dv-cinder-750782-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=93073957-b8bb-49e4-9961-bb6b8b0eb993,segment=NetworkSegment(ac94dfa7-227e-49fb-af2c-ee1352b858e5),segment_id=ac94dfa7-227e-49fb-af2c-ee1352b858e5)] {{(pid=80168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:33:01.144647 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ac1393ee-9e41-44c7-a0f3-9e65b2c35b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:01.160112 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-594add2a-8dba-478e-ac78-5bb52e3beff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:33:01.312057 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192423ae-ad26-46d5-bc7f-4d4a091e30dc None None] Pushing event updated for resources: {'Port': ['ID=93073957-b8bb-49e4-9961-bb6b8b0eb993,revision_number=4']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:33:01.317680 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-192423ae-ad26-46d5-bc7f-4d4a091e30dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:33:01.360920 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1393ee-9e41-44c7-a0f3-9e65b2c35b02 None None] Routers {'964a5056-8153-4ade-bc12-fec6a20c678c'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:33:01.361639 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-ac1393ee-9e41-44c7-a0f3-9e65b2c35b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:32:32Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['964a5056-8153-4ade-bc12-fec6a20c678c'], 'active': True} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:33:01.416801 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1243c519-8875-4095-9705-67b78462088e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:01.556546 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-ac1393ee-9e41-44c7-a0f3-9e65b2c35b02 None None] Set router 964a5056-8153-4ade-bc12-fec6a20c678c gateway port host: dv-cinder-750782-5-smb {{(pid=80168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:33:01.776933 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b9818dd3-9fb3-4820-8df4-b0550b4697e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:01.906905 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-ac1393ee-9e41-44c7-a0f3-9e65b2c35b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '964a5056-8153-4ade-bc12-fec6a20c678c', 'name': 'tempest-TestShelveInstance-1389591752-router', 'tenant_id': 'dbbf0efd14ce4938a6e8e4b8996f6d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.100'}], 'enable_snat': True}, 'gw_port_id': '6c470929-ba2b-4d5f-bf11-aacd94ed58f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:32:48Z', 'updated_at': '2021-01-19T22:32:53Z', 'revision_number': 4, 'project_id': 'dbbf0efd14ce4938a6e8e4b8996f6d93', 'gw_port': {'id': '6c470929-ba2b-4d5f-bf11-aacd94ed58f1', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964a5056-8153-4ade-bc12-fec6a20c678c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:32:49Z', 'updated_at': '2021-01-19T22:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_interfaces': [{'id': '93073957-b8bb-49e4-9961-bb6b8b0eb993', 'name': '', 'network_id': '4244d761-4e6e-4b5f-bf37-1ce21a66a941', 'tenant_id': 'dbbf0efd14ce4938a6e8e4b8996f6d93', 'mac_address': 'fa:16:3e:a6:34:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '964a5056-8153-4ade-bc12-fec6a20c678c', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'f672aa63-f68f-4f0b-8d0d-cca71f8f4908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:32:53Z', 'updated_at': '2021-01-19T22:33:01Z', 'revision_number': 4, 'project_id': 'dbbf0efd14ce4938a6e8e4b8996f6d93', 'subnets': [{'id': 'f672aa63-f68f-4f0b-8d0d-cca71f8f4908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:33:01.911604 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1393ee-9e41-44c7-a0f3-9e65b2c35b02 None None] The sync data for ids ['964a5056-8153-4ade-bc12-fec6a20c678c'] in dv-cinder-750782-5-smb is: [{'id': '964a5056-8153-4ade-bc12-fec6a20c678c', 'name': 'tempest-TestShelveInstance-1389591752-router', 'tenant_id': 'dbbf0efd14ce4938a6e8e4b8996f6d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.100'}], 'enable_snat': True}, 'gw_port_id': '6c470929-ba2b-4d5f-bf11-aacd94ed58f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:32:48Z', 'updated_at': '2021-01-19T22:32:53Z', 'revision_number': 4, 'project_id': 'dbbf0efd14ce4938a6e8e4b8996f6d93', 'gw_port': {'id': '6c470929-ba2b-4d5f-bf11-aacd94ed58f1', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964a5056-8153-4ade-bc12-fec6a20c678c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:32:49Z', 'updated_at': '2021-01-19T22:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_interfaces': [{'id': '93073957-b8bb-49e4-9961-bb6b8b0eb993', 'name': '', 'network_id': '4244d761-4e6e-4b5f-bf37-1ce21a66a941', 'tenant_id': 'dbbf0efd14ce4938a6e8e4b8996f6d93', 'mac_address': 'fa:16:3e:a6:34:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '964a5056-8153-4ade-bc12-fec6a20c678c', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'f672aa63-f68f-4f0b-8d0d-cca71f8f4908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:32:53Z', 'updated_at': '2021-01-19T22:33:01Z', 'revision_number': 4, 'project_id': 'dbbf0efd14ce4938a6e8e4b8996f6d93', 'subnets': [{'id': 'f672aa63-f68f-4f0b-8d0d-cca71f8f4908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:33:02.680695 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device 93073957-b8bb-49e4-9961-bb6b8b0eb993 up at agent ovs-agent-dv-cinder-750782-5-smb {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:33:02.762198 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Provisioning for port 93073957-b8bb-49e4-9961-bb6b8b0eb993 completed by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:33:02.767940 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Provisioning complete for port 93073957-b8bb-49e4-9961-bb6b8b0eb993 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:33:02.768368 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:02.895776 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:02.933080 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] For port 93073957-b8bb-49e4-9961-bb6b8b0eb993, host dv-cinder-750782-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=93073957-b8bb-49e4-9961-bb6b8b0eb993,segment=NetworkSegment(ac94dfa7-227e-49fb-af2c-ee1352b858e5),segment_id=ac94dfa7-227e-49fb-af2c-ee1352b858e5)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:33:02.936544 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:02.938469 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:33:03.008232 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Pushing event updated for resources: {'Port': ['ID=93073957-b8bb-49e4-9961-bb6b8b0eb993,revision_number=5']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:33:03.011652 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:33:03.038515 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:03.428292 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8bdf443e-3544-4df7-a37c-063f9f459872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:04.657225 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device 93073957-b8bb-49e4-9961-bb6b8b0eb993 up at agent ovs-agent-dv-cinder-750782-5-smb {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:33:04.733375 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Provisioning complete for port 93073957-b8bb-49e4-9961-bb6b8b0eb993 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:33:04.733814 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:07.419046 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:08.935702 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e2dbb-1e86-444e-8679-772645c83158 req-9d439439-ddbc-4248-b40a-a4f734d8e6a5 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:08.937637 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c35e2dbb-1e86-444e-8679-772645c83158 req-9d439439-ddbc-4248-b40a-a4f734d8e6a5 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?device_id=74c5a04c-6bf3-4223-8316-279f83b7fa71 HTTP/1.1" status: 200 len: 945 time: 0.1049457 Jan 19 22:33:08.990006 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c35e2dbb-1e86-444e-8679-772645c83158 req-99d6e0a6-85ba-4832-83b3-b8b112f0e109 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/security-groups?id=b49fa71b-cea0-434e-8b94-a881daa4d62f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453651 Jan 19 22:33:10.228269 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f6f08-a131-4186-8735-00b35a64feb7 req-7ef90d69-f6b1-4172-9c20-d8cbd985ce41 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:10.229968 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-147f6f08-a131-4186-8735-00b35a64feb7 req-7ef90d69-f6b1-4172-9c20-d8cbd985ce41 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?device_id=74c5a04c-6bf3-4223-8316-279f83b7fa71 HTTP/1.1" status: 200 len: 945 time: 0.1071818 Jan 19 22:33:10.501660 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-147f6f08-a131-4186-8735-00b35a64feb7 req-57ab7241-3e1f-4744-8483-68f2098460f3 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/security-groups?id=b49fa71b-cea0-434e-8b94-a881daa4d62f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2649322 Jan 19 22:33:11.049608 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device 457390df-76c6-4c5e-aabf-1062f5b3ff49 up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:33:11.129802 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port 457390df-76c6-4c5e-aabf-1062f5b3ff49 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:33:11.130341 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:11.481414 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb0299-1561-4150-9dd0-515264186ade req-3fecb6d8-8bbb-4461-b8eb-2d65de4921c4 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:11.482865 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-62cb0299-1561-4150-9dd0-515264186ade req-3fecb6d8-8bbb-4461-b8eb-2d65de4921c4 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.66 "GET /v2.0/ports?device_id=74c5a04c-6bf3-4223-8316-279f83b7fa71 HTTP/1.1" status: 200 len: 945 time: 0.3197670 Jan 19 22:33:11.578521 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [req-62cb0299-1561-4150-9dd0-515264186ade req-00b1addf-7784-4b76-bbdb-dbbd769d488f tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Deleting port 457390df-76c6-4c5e-aabf-1062f5b3ff49 {{(pid=80165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:33:11.578925 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-62cb0299-1561-4150-9dd0-515264186ade req-00b1addf-7784-4b76-bbdb-dbbd769d488f tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:11.741572 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746cd590-e9fe-4747-9c3c-9644733744d5 req-166fb7a5-4e83-4693-bed1-bb756ec54366 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:11.743246 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-746cd590-e9fe-4747-9c3c-9644733744d5 req-166fb7a5-4e83-4693-bed1-bb756ec54366 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?device_id=74c5a04c-6bf3-4223-8316-279f83b7fa71 HTTP/1.1" status: 200 len: 945 time: 0.1070118 Jan 19 22:33:11.803890 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-746cd590-e9fe-4747-9c3c-9644733744d5 req-92d26956-73b3-4df2-a069-33f21d413575 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/security-groups?id=b49fa71b-cea0-434e-8b94-a881daa4d62f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522141 Jan 19 22:33:11.851883 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-62cb0299-1561-4150-9dd0-515264186ade req-00b1addf-7784-4b76-bbdb-dbbd769d488f tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] For port 457390df-76c6-4c5e-aabf-1062f5b3ff49, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=457390df-76c6-4c5e-aabf-1062f5b3ff49,segment=NetworkSegment(c0eefc68-d721-4cc9-9571-b071e90f43c2),segment_id=c0eefc68-d721-4cc9-9571-b071e90f43c2)] {{(pid=80165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:33:11.852282 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-62cb0299-1561-4150-9dd0-515264186ade req-00b1addf-7784-4b76-bbdb-dbbd769d488f tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137761'] for port, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:12.157987 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-62cb0299-1561-4150-9dd0-515264186ade req-00b1addf-7784-4b76-bbdb-dbbd769d488f tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks [] for floatingip, precommit_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:12.158408 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-62cb0299-1561-4150-9dd0-515264186ade req-00b1addf-7784-4b76-bbdb-dbbd769d488f tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324628'] for floatingip, after_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:12.158756 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.db.l3_db [req-62cb0299-1561-4150-9dd0-515264186ade req-00b1addf-7784-4b76-bbdb-dbbd769d488f tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Floating IP a1a3f120-07ca-4676-90b2-ebbf63b45cb6 disassociated. External IP: 172.28.2.31, port: 457390df-76c6-4c5e-aabf-1062f5b3ff49. Jan 19 22:33:12.159135 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [req-62cb0299-1561-4150-9dd0-515264186ade req-00b1addf-7784-4b76-bbdb-dbbd769d488f tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Calling delete_port for 457390df-76c6-4c5e-aabf-1062f5b3ff49 owned by compute:nova {{(pid=80165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:33:12.308404 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-62cb0299-1561-4150-9dd0-515264186ade req-00b1addf-7784-4b76-bbdb-dbbd769d488f tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307084714663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307085172425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852767463'] for port, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:12.324708 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-0d97461b-eb9b-441f-a6ef-aea575dd7fbc tempest-ServerRescueNegativeTestJSON-1316507480 tempest-ServerRescueNegativeTestJSON-1316507480] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:33:12.376908 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b1addf-7784-4b76-bbdb-dbbd769d488f tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Pushing event deleted for resources: {'Port': ['ID=457390df-76c6-4c5e-aabf-1062f5b3ff49,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:33:12.389597 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-00b1addf-7784-4b76-bbdb-dbbd769d488f tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:33:12.554107 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4438ad-ac8e-4134-98a2-804e6ab31282 req-1531f6d1-0399-4dde-a0f6-2d04b962bf18 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:12.555775 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ac4438ad-ac8e-4134-98a2-804e6ab31282 req-1531f6d1-0399-4dde-a0f6-2d04b962bf18 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 946 time: 0.1032526 Jan 19 22:33:12.607579 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ac4438ad-ac8e-4134-98a2-804e6ab31282 req-fe726c9c-f82a-44b6-99cd-c99f66187d36 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=758fd4f5-eb00-422f-a193-daec2cde2d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450616 Jan 19 22:33:12.696721 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62cb0299-1561-4150-9dd0-515264186ade req-00b1addf-7784-4b76-bbdb-dbbd769d488f tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Router d22e703f-4e05-4603-b87d-f1e492cf1ab8 has already been hosted by L3 agent f53f1119-c8e9-4b63-a732-32c6c8f5b9fc {{(pid=80165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 22:33:12.823863 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device 457390df-76c6-4c5e-aabf-1062f5b3ff49 no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:33:12.863884 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] No Port match for: 457390df-76c6-4c5e-aabf-1062f5b3ff49 {{(pid=80167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 22:33:12.864296 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device 457390df-76c6-4c5e-aabf-1062f5b3ff49 not bound to the agent host hv-cinder-75078 {{(pid=80167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 22:33:12.889958 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62cb0299-1561-4150-9dd0-515264186ade req-00b1addf-7784-4b76-bbdb-dbbd769d488f tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify agent at l3_agent.dv-cinder-750782-5-smb the message routers_updated {{(pid=80165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:33:12.905408 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95e00ae-3ff6-4470-88a7-e644b8cf05be None None] Sync routers for ids ['d22e703f-4e05-4603-b87d-f1e492cf1ab8'] in dv-cinder-750782-5-smb {{(pid=80167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:33:12.918590 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95e00ae-3ff6-4470-88a7-e644b8cf05be None None] Routers {'d22e703f-4e05-4603-b87d-f1e492cf1ab8'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:33:12.919826 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-e95e00ae-3ff6-4470-88a7-e644b8cf05be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:33:02Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['d22e703f-4e05-4603-b87d-f1e492cf1ab8'], 'active': True} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:33:12.932446 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [req-62cb0299-1561-4150-9dd0-515264186ade req-00b1addf-7784-4b76-bbdb-dbbd769d488f tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] No DVR routers for this DVR port 457390df-76c6-4c5e-aabf-1062f5b3ff49 on host hv-cinder-75078 {{(pid=80165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 22:33:12.934967 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-62cb0299-1561-4150-9dd0-515264186ade req-00b1addf-7784-4b76-bbdb-dbbd769d488f tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for port, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:12.946616 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c5a04c-6bf3-4223-8316-279f83b7fa71', 'name': 'network-vif-deleted', 'tag': '457390df-76c6-4c5e-aabf-1062f5b3ff49'}] {{(pid=80165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:33:12.954643 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-62cb0299-1561-4150-9dd0-515264186ade req-00b1addf-7784-4b76-bbdb-dbbd769d488f tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.66 "DELETE /v2.0/ports/457390df-76c6-4c5e-aabf-1062f5b3ff49 HTTP/1.1" status: 204 len: 173 time: 1.4511471 Jan 19 22:33:13.005072 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-b535cca8-ca75-43fd-a694-3991f622ba08 req-2d69ba6b-d9d8-4ccf-bf4d-d1c30124b9c2 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Synchronizing usage tracker for tenant:14b41834d79d4e868fed82c53411eba6 on resource:port {{(pid=80165) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:33:13.023369 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-b535cca8-ca75-43fd-a694-3991f622ba08 req-2d69ba6b-d9d8-4ccf-bf4d-d1c30124b9c2 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Unset dirty status for tenant:14b41834d79d4e868fed82c53411eba6 on resource:port {{(pid=80165) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:33:13.024875 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-b535cca8-ca75-43fd-a694-3991f622ba08 req-2d69ba6b-d9d8-4ccf-bf4d-d1c30124b9c2 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/ports?device_id=74c5a04c-6bf3-4223-8316-279f83b7fa71 HTTP/1.1" status: 200 len: 210 time: 0.0729566 Jan 19 22:33:13.130755 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74c5a04c-6bf3-4223-8316-279f83b7fa71', 'name': 'network-vif-deleted', 'tag': '457390df-76c6-4c5e-aabf-1062f5b3ff49', 'status': 'completed', 'code': 200} Jan 19 22:33:13.147887 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-e95e00ae-3ff6-4470-88a7-e644b8cf05be None None] Set router d22e703f-4e05-4603-b87d-f1e492cf1ab8 gateway port host: dv-cinder-750782-5-smb {{(pid=80167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:33:13.477977 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-e95e00ae-3ff6-4470-88a7-e644b8cf05be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'name': 'tempest-AttachVolumeTestJSON-850801678-router', 'tenant_id': '14b41834d79d4e868fed82c53411eba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': 'e6c5bf0a-eb61-473f-a266-8bcc4e1632ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:26:45Z', 'updated_at': '2021-01-19T22:27:01Z', 'revision_number': 4, 'project_id': '14b41834d79d4e868fed82c53411eba6', 'gw_port': {'id': 'e6c5bf0a-eb61-473f-a266-8bcc4e1632ba', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:15:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:26:48Z', 'updated_at': '2021-01-19T22:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_interfaces': [{'id': 'b1128e34-0566-4b0c-a792-578b245f19df', 'name': '', 'network_id': '9833d04b-801e-468a-b55d-a07f3c5885cd', 'tenant_id': '14b41834d79d4e868fed82c53411eba6', 'mac_address': 'fa:16:3e:89:df:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1981add0-450b-4ba4-a4b4-88355edcb693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:26:58Z', 'updated_at': '2021-01-19T22:27:18Z', 'revision_number': 5, 'project_id': '14b41834d79d4e868fed82c53411eba6', 'subnets': [{'id': '1981add0-450b-4ba4-a4b4-88355edcb693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:33:13.482026 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95e00ae-3ff6-4470-88a7-e644b8cf05be None None] Checking router: d22e703f-4e05-4603-b87d-f1e492cf1ab8 for host: dv-cinder-750782-5-smb {{(pid=80167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:33:13.490975 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95e00ae-3ff6-4470-88a7-e644b8cf05be None None] Routers {'d22e703f-4e05-4603-b87d-f1e492cf1ab8'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:33:13.491625 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-e95e00ae-3ff6-4470-88a7-e644b8cf05be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:33:02Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['d22e703f-4e05-4603-b87d-f1e492cf1ab8'], 'active': True} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:33:13.848863 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-e95e00ae-3ff6-4470-88a7-e644b8cf05be None None] Set router d22e703f-4e05-4603-b87d-f1e492cf1ab8 gateway port host: dv-cinder-750782-5-smb {{(pid=80167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:33:13.869108 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055a5b1-66e5-472b-8cd4-111111b3938b req-73d96926-6393-4b53-8226-f87fdebda9ea tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:13.870803 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-5055a5b1-66e5-472b-8cd4-111111b3938b req-73d96926-6393-4b53-8226-f87fdebda9ea tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 946 time: 0.1114628 Jan 19 22:33:13.929973 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-5055a5b1-66e5-472b-8cd4-111111b3938b req-59b14a0a-994b-465d-8079-f4eec326ff1e tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=758fd4f5-eb00-422f-a193-daec2cde2d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523517 Jan 19 22:33:14.123130 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-f54cbc79-6e1a-4f33-a90c-ff1d9eecf062 req-4f788f14-770d-4378-a8dc-66393faf6211 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Synchronizing usage tracker for tenant:01433532f839429f9ab490395be6df9b on resource:security_group {{(pid=80166) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:33:14.141188 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-f54cbc79-6e1a-4f33-a90c-ff1d9eecf062 req-4f788f14-770d-4378-a8dc-66393faf6211 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Unset dirty status for tenant:01433532f839429f9ab490395be6df9b on resource:security_group {{(pid=80166) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:33:14.142834 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f54cbc79-6e1a-4f33-a90c-ff1d9eecf062 req-4f788f14-770d-4378-a8dc-66393faf6211 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1972925857&fields=id&tenant_id=01433532f839429f9ab490395be6df9b HTTP/1.1" status: 200 len: 267 time: 0.0665455 Jan 19 22:33:14.198209 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 56792) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:33:14.198826 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-e95e00ae-3ff6-4470-88a7-e644b8cf05be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'name': 'tempest-AttachVolumeTestJSON-850801678-router', 'tenant_id': '14b41834d79d4e868fed82c53411eba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': 'e6c5bf0a-eb61-473f-a266-8bcc4e1632ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:26:45Z', 'updated_at': '2021-01-19T22:27:01Z', 'revision_number': 4, 'project_id': '14b41834d79d4e868fed82c53411eba6', 'gw_port': {'id': 'e6c5bf0a-eb61-473f-a266-8bcc4e1632ba', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:15:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:26:48Z', 'updated_at': '2021-01-19T22:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_interfaces': [{'id': 'b1128e34-0566-4b0c-a792-578b245f19df', 'name': '', 'network_id': '9833d04b-801e-468a-b55d-a07f3c5885cd', 'tenant_id': '14b41834d79d4e868fed82c53411eba6', 'mac_address': 'fa:16:3e:89:df:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1981add0-450b-4ba4-a4b4-88355edcb693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:26:58Z', 'updated_at': '2021-01-19T22:27:18Z', 'revision_number': 5, 'project_id': '14b41834d79d4e868fed82c53411eba6', 'subnets': [{'id': '1981add0-450b-4ba4-a4b4-88355edcb693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:33:14.203471 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95e00ae-3ff6-4470-88a7-e644b8cf05be None None] The sync data for ids ['d22e703f-4e05-4603-b87d-f1e492cf1ab8'] in dv-cinder-750782-5-smb is: [{'id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'name': 'tempest-AttachVolumeTestJSON-850801678-router', 'tenant_id': '14b41834d79d4e868fed82c53411eba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': 'e6c5bf0a-eb61-473f-a266-8bcc4e1632ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:26:45Z', 'updated_at': '2021-01-19T22:27:01Z', 'revision_number': 4, 'project_id': '14b41834d79d4e868fed82c53411eba6', 'gw_port': {'id': 'e6c5bf0a-eb61-473f-a266-8bcc4e1632ba', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:15:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:26:48Z', 'updated_at': '2021-01-19T22:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_interfaces': [{'id': 'b1128e34-0566-4b0c-a792-578b245f19df', 'name': '', 'network_id': '9833d04b-801e-468a-b55d-a07f3c5885cd', 'tenant_id': '14b41834d79d4e868fed82c53411eba6', 'mac_address': 'fa:16:3e:89:df:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1981add0-450b-4ba4-a4b4-88355edcb693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:26:58Z', 'updated_at': '2021-01-19T22:27:18Z', 'revision_number': 5, 'project_id': '14b41834d79d4e868fed82c53411eba6', 'subnets': [{'id': '1981add0-450b-4ba4-a4b4-88355edcb693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:33:14.275402 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-6375c80a-1652-4f9c-8e32-adde04fafb8c tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks [] for security_group, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:14.306629 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-6375c80a-1652-4f9c-8e32-adde04fafb8c tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks [] for security_group, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:14.338836 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54cbc79-6e1a-4f33-a90c-ff1d9eecf062 req-18e63d2c-dd0d-4a6c-bd65-1c6cc5943173 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:14.339603 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-f54cbc79-6e1a-4f33-a90c-ff1d9eecf062 req-18e63d2c-dd0d-4a6c-bd65-1c6cc5943173 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Synchronizing usage tracker for tenant:01433532f839429f9ab490395be6df9b on resource:network {{(pid=80166) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:33:14.359400 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-f54cbc79-6e1a-4f33-a90c-ff1d9eecf062 req-18e63d2c-dd0d-4a6c-bd65-1c6cc5943173 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Unset dirty status for tenant:01433532f839429f9ab490395be6df9b on resource:network {{(pid=80166) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:33:14.360888 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f54cbc79-6e1a-4f33-a90c-ff1d9eecf062 req-18e63d2c-dd0d-4a6c-bd65-1c6cc5943173 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/networks?id=2a1bb381-2a87-4d84-9a2f-e3a92c9466a9 HTTP/1.1" status: 200 len: 809 time: 0.2093244 Jan 19 22:33:14.375041 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-6375c80a-1652-4f9c-8e32-adde04fafb8c tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:14.381551 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-5faee32e-7a76-477e-9604-fb36d6b85911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:33:14.384842 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f54cbc79-6e1a-4f33-a90c-ff1d9eecf062 req-5862c43c-d976-4154-983f-4b7d81fb076f tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/quotas/01433532f839429f9ab490395be6df9b HTTP/1.1" status: 200 len: 375 time: 0.0110612 Jan 19 22:33:14.399027 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6375c80a-1652-4f9c-8e32-adde04fafb8c tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49fa71b-cea0-434e-8b94-a881daa4d62f,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:33:14.401913 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-6375c80a-1652-4f9c-8e32-adde04fafb8c tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:33:14.410569 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-6375c80a-1652-4f9c-8e32-adde04fafb8c tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks [] for security_group, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:14.411871 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-6375c80a-1652-4f9c-8e32-adde04fafb8c tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "DELETE /v2.0/security-groups/b49fa71b-cea0-434e-8b94-a881daa4d62f HTTP/1.1" status: 204 len: 168 time: 0.2123439 Jan 19 22:33:14.416099 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 56796) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:33:14.439840 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.v2.resource [None req-1279acdc-d1dc-4303-a016-f4827de54720 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] show failed (client error): The resource could not be found. Jan 19 22:33:14.441010 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-1279acdc-d1dc-4303-a016-f4827de54720 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "GET /v2.0/security-groups/b49fa71b-cea0-434e-8b94-a881daa4d62f HTTP/1.1" status: 404 len: 347 time: 0.0237763 Jan 19 22:33:14.444675 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 56800) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:33:14.486651 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f54cbc79-6e1a-4f33-a90c-ff1d9eecf062 req-9f7125da-d296-4006-b227-ad1707202efd tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/ports?tenant_id=01433532f839429f9ab490395be6df9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0952997 Jan 19 22:33:14.631721 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191870b2-9f76-464b-ae7e-7322cab3d790 None None] New status for floating IP a1a3f120-07ca-4676-90b2-ebbf63b45cb6: DOWN {{(pid=80168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 19 22:33:14.666372 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-aed976a3-7d95-4b98-b4fa-afbc2882c8bb tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Deleting port a7cc9d5d-43aa-4db8-a2ff-a682c4cfa374 {{(pid=80165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:33:14.666756 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-aed976a3-7d95-4b98-b4fa-afbc2882c8bb tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:14.783827 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f54cbc79-6e1a-4f33-a90c-ff1d9eecf062 req-8038b502-28f6-4c54-a4f9-c3ac5765a8b9 service neutron] 10.222.0.43 "GET /v2.0/networks/2a1bb381-2a87-4d84-9a2f-e3a92c9466a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833080 Jan 19 22:33:14.811174 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device 5ffacb92-4e3d-45e9-aa2f-00235d9bb37f no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:33:14.868311 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e28208-b6ee-493e-a600-c70cb24a31d5 req-af693766-451e-4ad6-86d1-7e04725aff4f tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:14.870028 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-87e28208-b6ee-493e-a600-c70cb24a31d5 req-af693766-451e-4ad6-86d1-7e04725aff4f tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.66 "GET /v2.0/ports?device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 946 time: 0.2562184 Jan 19 22:33:14.942944 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:14.959031 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f54cbc79-6e1a-4f33-a90c-ff1d9eecf062 req-27a7a2cc-2372-44db-97a2-8ba3e10cc50d service neutron] 10.222.0.43 "GET /v2.0/networks/2a1bb381-2a87-4d84-9a2f-e3a92c9466a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1672711 Jan 19 22:33:14.969302 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-aed976a3-7d95-4b98-b4fa-afbc2882c8bb tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137761'] for port, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:14.969692 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-aed976a3-7d95-4b98-b4fa-afbc2882c8bb tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks [] for floatingip, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:14.974785 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd51c4c01-110b-4cf6-ad0d-d1f3a327bc49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ffacb92-4e3d-45e9-aa2f-00235d9bb37f'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:33:14.987074 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] For port 5ffacb92-4e3d-45e9-aa2f-00235d9bb37f, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=5ffacb92-4e3d-45e9-aa2f-00235d9bb37f,segment=NetworkSegment(1014e9b3-3ba0-49df-a5ed-d042cca9ac40),segment_id=1014e9b3-3ba0-49df-a5ed-d042cca9ac40)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:33:14.990405 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:14.992416 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:33:15.000223 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [req-87e28208-b6ee-493e-a600-c70cb24a31d5 req-dd7bd9c5-8969-4263-8b77-d12addee0701 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Deleting port 5ffacb92-4e3d-45e9-aa2f-00235d9bb37f {{(pid=80165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:33:15.000626 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-87e28208-b6ee-493e-a600-c70cb24a31d5 req-dd7bd9c5-8969-4263-8b77-d12addee0701 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:15.072238 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Pushing event updated for resources: {'Port': ['ID=5ffacb92-4e3d-45e9-aa2f-00235d9bb37f,revision_number=7']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:33:15.075897 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:33:15.378454 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-aed976a3-7d95-4b98-b4fa-afbc2882c8bb tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Calling delete_port for a7cc9d5d-43aa-4db8-a2ff-a682c4cfa374 owned by network:floatingip {{(pid=80165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:33:15.401771 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd51c4c01-110b-4cf6-ad0d-d1f3a327bc49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ffacb92-4e3d-45e9-aa2f-00235d9bb37f', 'code': 200} Jan 19 22:33:15.510788 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-badea7dd-2b50-40b6-bb61-78e4f06d881b req-51ca2311-151d-4a23-a0c7-cd858094e2a7 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/ports?device_id=ef3a131f-73aa-424d-bc8a-087bf2e57e10 HTTP/1.1" status: 200 len: 210 time: 0.0625668 Jan 19 22:33:15.654074 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.db.api [None req-aed976a3-7d95-4b98-b4fa-afbc2882c8bb tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80165) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 22:33:15.654453 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_db.api [None req-aed976a3-7d95-4b98-b4fa-afbc2882c8bb tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80165) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 22:33:15.731849 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354aaa8-7463-4d82-a7e7-e92b3464968b req-333cb0a5-b6a0-47f4-a2eb-ce1d0a3997e2 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:15.733750 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-8354aaa8-7463-4d82-a7e7-e92b3464968b req-333cb0a5-b6a0-47f4-a2eb-ce1d0a3997e2 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 944 time: 0.3073530 Jan 19 22:33:15.830854 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-8354aaa8-7463-4d82-a7e7-e92b3464968b req-46caca3b-8b1a-40da-993b-1ced6d6159da tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=758fd4f5-eb00-422f-a193-daec2cde2d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902193 Jan 19 22:33:15.836299 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-87e28208-b6ee-493e-a600-c70cb24a31d5 req-dd7bd9c5-8969-4263-8b77-d12addee0701 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] For port 5ffacb92-4e3d-45e9-aa2f-00235d9bb37f, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=5ffacb92-4e3d-45e9-aa2f-00235d9bb37f,segment=NetworkSegment(1014e9b3-3ba0-49df-a5ed-d042cca9ac40),segment_id=1014e9b3-3ba0-49df-a5ed-d042cca9ac40)] {{(pid=80165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:33:15.836710 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-87e28208-b6ee-493e-a600-c70cb24a31d5 req-dd7bd9c5-8969-4263-8b77-d12addee0701 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137761'] for port, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:16.151094 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-87e28208-b6ee-493e-a600-c70cb24a31d5 req-dd7bd9c5-8969-4263-8b77-d12addee0701 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks [] for floatingip, precommit_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:16.151657 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-87e28208-b6ee-493e-a600-c70cb24a31d5 req-dd7bd9c5-8969-4263-8b77-d12addee0701 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324628'] for floatingip, after_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:16.151771 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.db.l3_db [req-87e28208-b6ee-493e-a600-c70cb24a31d5 req-dd7bd9c5-8969-4263-8b77-d12addee0701 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Floating IP 8973b7b2-5600-42fd-9216-ac3b4c493a85 disassociated. External IP: 172.28.2.136, port: 5ffacb92-4e3d-45e9-aa2f-00235d9bb37f. Jan 19 22:33:16.152111 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [req-87e28208-b6ee-493e-a600-c70cb24a31d5 req-dd7bd9c5-8969-4263-8b77-d12addee0701 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Calling delete_port for 5ffacb92-4e3d-45e9-aa2f-00235d9bb37f owned by compute:nova {{(pid=80165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:33:16.181309 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-aed976a3-7d95-4b98-b4fa-afbc2882c8bb tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Deleting port a7cc9d5d-43aa-4db8-a2ff-a682c4cfa374 {{(pid=80165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:33:16.181706 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-aed976a3-7d95-4b98-b4fa-afbc2882c8bb tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:16.457394 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-aed976a3-7d95-4b98-b4fa-afbc2882c8bb tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137761'] for port, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:16.457768 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-aed976a3-7d95-4b98-b4fa-afbc2882c8bb tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks [] for floatingip, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:16.528224 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-87e28208-b6ee-493e-a600-c70cb24a31d5 req-dd7bd9c5-8969-4263-8b77-d12addee0701 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307084714663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307085172425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852767463'] for port, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:16.609299 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-bb6f6bc2-cb55-449c-b0e5-b5bb07bead54 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:33:16.646426 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54cbc79-6e1a-4f33-a90c-ff1d9eecf062 req-d2d6e21e-531d-4d7d-bd71-8b8f05b06d4d tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:16.648089 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f54cbc79-6e1a-4f33-a90c-ff1d9eecf062 req-d2d6e21e-531d-4d7d-bd71-8b8f05b06d4d tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.66 "GET /v2.0/networks?id=2a1bb381-2a87-4d84-9a2f-e3a92c9466a9 HTTP/1.1" status: 200 len: 809 time: 0.1838875 Jan 19 22:33:16.661689 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-aed976a3-7d95-4b98-b4fa-afbc2882c8bb tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Calling delete_port for a7cc9d5d-43aa-4db8-a2ff-a682c4cfa374 owned by network:floatingip {{(pid=80165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:33:16.690137 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7bd9c5-8969-4263-8b77-d12addee0701 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Pushing event deleted for resources: {'Port': ['ID=5ffacb92-4e3d-45e9-aa2f-00235d9bb37f,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:33:16.704331 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-dd7bd9c5-8969-4263-8b77-d12addee0701 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:33:16.743884 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-26fdf44a-327b-4ba4-b293-04a9b35df322 req-4f6dd1af-0e29-4aaf-aa1c-c8cb1c9be90c tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/ports?device_id=ef3a131f-73aa-424d-bc8a-087bf2e57e10 HTTP/1.1" status: 200 len: 210 time: 0.0606203 Jan 19 22:33:16.805584 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f54cbc79-6e1a-4f33-a90c-ff1d9eecf062 req-b439dd87-4076-448d-be4f-12992036918a tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=01433532f839429f9ab490395be6df9b HTTP/1.1" status: 200 len: 5759 time: 0.1376505 Jan 19 22:33:16.816244 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [req-f54cbc79-6e1a-4f33-a90c-ff1d9eecf062 req-f15cdb4b-e5fc-443b-9ef7-d888d829a2c7 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Request body: {'port': {'device_id': 'ef3a131f-73aa-424d-bc8a-087bf2e57e10', 'network_id': '2a1bb381-2a87-4d84-9a2f-e3a92c9466a9', 'admin_state_up': True, 'tenant_id': '01433532f839429f9ab490395be6df9b', 'security_groups': ['8a824fe1-a66b-431c-b250-8644d90d5e58']}} {{(pid=80166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:33:16.979696 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [req-f54cbc79-6e1a-4f33-a90c-ff1d9eecf062 req-f15cdb4b-e5fc-443b-9ef7-d888d829a2c7 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:33:16.984376 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-f54cbc79-6e1a-4f33-a90c-ff1d9eecf062 req-f15cdb4b-e5fc-443b-9ef7-d888d829a2c7 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Usage tracker for resource:port and tenant:01433532f839429f9ab490395be6df9b is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:33:16.987564 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-f54cbc79-6e1a-4f33-a90c-ff1d9eecf062 req-f15cdb4b-e5fc-443b-9ef7-d888d829a2c7 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Quota usage for port was recalculated. Used quota:2. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:33:16.993534 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [req-f54cbc79-6e1a-4f33-a90c-ff1d9eecf062 req-f15cdb4b-e5fc-443b-9ef7-d888d829a2c7 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:33:17.002765 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f54cbc79-6e1a-4f33-a90c-ff1d9eecf062 req-f15cdb4b-e5fc-443b-9ef7-d888d829a2c7 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Made reservation on behalf of 01433532f839429f9ab490395be6df9b for: {'port': 1} {{(pid=80166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:33:17.012258 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-f54cbc79-6e1a-4f33-a90c-ff1d9eecf062 req-f15cdb4b-e5fc-443b-9ef7-d888d829a2c7 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:17.120185 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-aed976a3-7d95-4b98-b4fa-afbc2882c8bb tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307084714663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307085172425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852767463'] for port, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:17.138476 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-326347e0-2e16-41a8-aae5-039f49acb13f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:33:17.175307 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6486fe3b-2ea3-4a45-a271-83e13fa25d2c req-ef69edae-ee0f-4eac-a397-1ad495c0f8ac tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=d51c4c01-110b-4cf6-ad0d-d1f3a327bc49 HTTP/1.1" status: 200 len: 210 time: 0.1262536 Jan 19 22:33:17.192709 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed976a3-7d95-4b98-b4fa-afbc2882c8bb tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Pushing event deleted for resources: {'Port': ['ID=a7cc9d5d-43aa-4db8-a2ff-a682c4cfa374,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:33:17.209819 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-aed976a3-7d95-4b98-b4fa-afbc2882c8bb tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:33:17.313745 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87e28208-b6ee-493e-a600-c70cb24a31d5 req-dd7bd9c5-8969-4263-8b77-d12addee0701 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Router 72a01932-d992-4eba-85bb-d8b2988074e0 has already been hosted by L3 agent f53f1119-c8e9-4b63-a732-32c6c8f5b9fc {{(pid=80165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 22:33:17.345597 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.db_base_plugin_common [req-f54cbc79-6e1a-4f33-a90c-ff1d9eecf062 req-f15cdb4b-e5fc-443b-9ef7-d888d829a2c7 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Allocated IP 172.20.0.7 (2a1bb381-2a87-4d84-9a2f-e3a92c9466a9/55957ee4-9e38-46bc-b06c-2654a0308264/ab6680c3-2976-4732-b364-551124df54ce) {{(pid=80166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:33:17.572806 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-f54cbc79-6e1a-4f33-a90c-ff1d9eecf062 req-f15cdb4b-e5fc-443b-9ef7-d888d829a2c7 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Notify callbacks [] for port, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:17.582945 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-aed976a3-7d95-4b98-b4fa-afbc2882c8bb tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks [] for floatingip, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:17.590465 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [req-f54cbc79-6e1a-4f33-a90c-ff1d9eecf062 req-f15cdb4b-e5fc-443b-9ef7-d888d829a2c7 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Transition to ACTIVE for port object ab6680c3-2976-4732-b364-551124df54ce will not be triggered until provisioned by entity DHCP. {{(pid=80166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:33:17.599710 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87e28208-b6ee-493e-a600-c70cb24a31d5 req-dd7bd9c5-8969-4263-8b77-d12addee0701 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify agent at l3_agent.dv-cinder-750782-5-smb the message routers_updated {{(pid=80165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:33:17.609985 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6db2b9-0e79-440f-98fa-f4b2013c0a17 None None] Sync routers for ids ['72a01932-d992-4eba-85bb-d8b2988074e0'] in dv-cinder-750782-5-smb {{(pid=80167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:33:17.616765 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-f54cbc79-6e1a-4f33-a90c-ff1d9eecf062 req-f15cdb4b-e5fc-443b-9ef7-d888d829a2c7 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307085170889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843396414'] for port, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:17.621482 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6db2b9-0e79-440f-98fa-f4b2013c0a17 None None] Routers {'72a01932-d992-4eba-85bb-d8b2988074e0'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:33:17.622543 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-1e6db2b9-0e79-440f-98fa-f4b2013c0a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:33:02Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['72a01932-d992-4eba-85bb-d8b2988074e0'], 'active': True} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:33:17.634500 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:33:17.645065 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [req-87e28208-b6ee-493e-a600-c70cb24a31d5 req-dd7bd9c5-8969-4263-8b77-d12addee0701 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] No DVR routers for this DVR port 5ffacb92-4e3d-45e9-aa2f-00235d9bb37f on host hv-cinder-75078 {{(pid=80165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 22:33:17.648003 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-87e28208-b6ee-493e-a600-c70cb24a31d5 req-dd7bd9c5-8969-4263-8b77-d12addee0701 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for port, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:17.650129 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-87e28208-b6ee-493e-a600-c70cb24a31d5 req-dd7bd9c5-8969-4263-8b77-d12addee0701 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.66 "DELETE /v2.0/ports/5ffacb92-4e3d-45e9-aa2f-00235d9bb37f HTTP/1.1" status: 204 len: 173 time: 2.7672548 Jan 19 22:33:17.650957 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd51c4c01-110b-4cf6-ad0d-d1f3a327bc49', 'name': 'network-vif-deleted', 'tag': '5ffacb92-4e3d-45e9-aa2f-00235d9bb37f'}] {{(pid=80165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:33:17.657383 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-aed976a3-7d95-4b98-b4fa-afbc2882c8bb tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for floatingip, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:17.658549 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-aed976a3-7d95-4b98-b4fa-afbc2882c8bb tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] 10.222.0.43 "DELETE /v2.0/floatingips/a1a3f120-07ca-4676-90b2-ebbf63b45cb6 HTTP/1.1" status: 204 len: 168 time: 3.2125607 Jan 19 22:33:17.752579 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd51c4c01-110b-4cf6-ad0d-d1f3a327bc49', 'name': 'network-vif-deleted', 'tag': '5ffacb92-4e3d-45e9-aa2f-00235d9bb37f', 'status': 'completed', 'code': 200} Jan 19 22:33:17.806916 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15cdb4b-e5fc-443b-9ef7-d888d829a2c7 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Pushing event updated for resources: {'Port': ['ID=ab6680c3-2976-4732-b364-551124df54ce,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:33:17.816444 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-f15cdb4b-e5fc-443b-9ef7-d888d829a2c7 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:33:17.839261 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-1e6db2b9-0e79-440f-98fa-f4b2013c0a17 None None] Set router 72a01932-d992-4eba-85bb-d8b2988074e0 gateway port host: dv-cinder-750782-5-smb {{(pid=80167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:33:17.867660 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f54cbc79-6e1a-4f33-a90c-ff1d9eecf062 req-f15cdb4b-e5fc-443b-9ef7-d888d829a2c7 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Network 2a1bb381-2a87-4d84-9a2f-e3a92c9466a9 is already hosted by enough agents. {{(pid=80166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:33:17.868908 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [req-f54cbc79-6e1a-4f33-a90c-ff1d9eecf062 req-f15cdb4b-e5fc-443b-9ef7-d888d829a2c7 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Resources bound (agent type, host, resource id): {{(pid=80166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:33:17.871497 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [req-f54cbc79-6e1a-4f33-a90c-ff1d9eecf062 req-f15cdb4b-e5fc-443b-9ef7-d888d829a2c7 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Received port after_create {{(pid=80166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:33:17.983132 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54cbc79-6e1a-4f33-a90c-ff1d9eecf062 req-f15cdb4b-e5fc-443b-9ef7-d888d829a2c7 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:17.983885 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-f54cbc79-6e1a-4f33-a90c-ff1d9eecf062 req-f15cdb4b-e5fc-443b-9ef7-d888d829a2c7 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for port, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:18.047936 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f54cbc79-6e1a-4f33-a90c-ff1d9eecf062 req-f15cdb4b-e5fc-443b-9ef7-d888d829a2c7 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2368572 Jan 19 22:33:18.068191 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [req-f54cbc79-6e1a-4f33-a90c-ff1d9eecf062 req-34d0a8e0-680c-4a2f-899f-5f009fcd51be service neutron] Request body: {'port': {'device_id': 'ef3a131f-73aa-424d-bc8a-087bf2e57e10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:33:18.245457 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-f54cbc79-6e1a-4f33-a90c-ff1d9eecf062 req-34d0a8e0-680c-4a2f-899f-5f009fcd51be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:18.291847 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-ff525d7f-dd8d-4061-a3e9-103cfcb9def9 None None] Provisioning for port ab6680c3-2976-4732-b364-551124df54ce completed by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:33:18.298292 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-ff525d7f-dd8d-4061-a3e9-103cfcb9def9 None None] Provisioning complete for port ab6680c3-2976-4732-b364-551124df54ce triggered by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:33:18.298716 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ff525d7f-dd8d-4061-a3e9-103cfcb9def9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:18.359340 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-ff525d7f-dd8d-4061-a3e9-103cfcb9def9 None None] Port ab6680c3-2976-4732-b364-551124df54ce cannot update to ACTIVE because it is not bound. {{(pid=80167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 22:33:18.364766 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-1e6db2b9-0e79-440f-98fa-f4b2013c0a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'name': 'tempest-AttachVolumeShelveTestJSON-329750149-router', 'tenant_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.6'}], 'enable_snat': True}, 'gw_port_id': '145cfcfa-5373-4fbf-bcff-b5a5dcc22542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:30:31Z', 'updated_at': '2021-01-19T22:30:38Z', 'revision_number': 4, 'project_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'gw_port': {'id': '145cfcfa-5373-4fbf-bcff-b5a5dcc22542', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:30:32Z', 'updated_at': '2021-01-19T22:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_interfaces': [{'id': 'ab90486f-45c4-41af-98f5-ab75f910ee9e', 'name': '', 'network_id': 'e1615a81-979f-4377-bdd4-466d6ecb70d8', 'tenant_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'mac_address': 'fa:16:3e:c6:df:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'b4c52249-2f5c-40fe-a964-1d16d96ffe83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:30:37Z', 'updated_at': '2021-01-19T22:30:44Z', 'revision_number': 5, 'project_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'subnets': [{'id': 'b4c52249-2f5c-40fe-a964-1d16d96ffe83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:33:18.370500 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6db2b9-0e79-440f-98fa-f4b2013c0a17 None None] Checking router: 72a01932-d992-4eba-85bb-d8b2988074e0 for host: dv-cinder-750782-5-smb {{(pid=80167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:33:18.382000 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921359d-b58a-478b-a6d2-3aec40535b4f req-c27acd5b-f3a3-41a8-84fa-0d7075e918c2 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:18.382833 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-b921359d-b58a-478b-a6d2-3aec40535b4f req-c27acd5b-f3a3-41a8-84fa-0d7075e918c2 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Synchronizing usage tracker for tenant:01433532f839429f9ab490395be6df9b on resource:port {{(pid=80165) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:33:18.384120 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6db2b9-0e79-440f-98fa-f4b2013c0a17 None None] Routers {'72a01932-d992-4eba-85bb-d8b2988074e0'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:33:18.384958 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-1e6db2b9-0e79-440f-98fa-f4b2013c0a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:33:02Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['72a01932-d992-4eba-85bb-d8b2988074e0'], 'active': True} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:33:18.406753 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-b921359d-b58a-478b-a6d2-3aec40535b4f req-c27acd5b-f3a3-41a8-84fa-0d7075e918c2 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Unset dirty status for tenant:01433532f839429f9ab490395be6df9b on resource:port {{(pid=80165) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:33:18.408094 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-b921359d-b58a-478b-a6d2-3aec40535b4f req-c27acd5b-f3a3-41a8-84fa-0d7075e918c2 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/ports?device_id=ef3a131f-73aa-424d-bc8a-087bf2e57e10 HTTP/1.1" status: 200 len: 931 time: 0.4844379 Jan 19 22:33:18.439465 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 56842) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:33:18.506166 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-b921359d-b58a-478b-a6d2-3aec40535b4f req-3d8b48a3-86ca-49d0-908b-e242bbe523b0 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/security-groups?id=8a824fe1-a66b-431c-b250-8644d90d5e58&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0895431 Jan 19 22:33:18.545661 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-afbe2b1e-d70f-4a5f-a4b5-b3907c31825c tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks [] for security_group, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:18.577489 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-afbe2b1e-d70f-4a5f-a4b5-b3907c31825c tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks [] for security_group, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:18.596554 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-1e6db2b9-0e79-440f-98fa-f4b2013c0a17 None None] Set router 72a01932-d992-4eba-85bb-d8b2988074e0 gateway port host: dv-cinder-750782-5-smb {{(pid=80167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:33:18.638863 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-afbe2b1e-d70f-4a5f-a4b5-b3907c31825c tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:18.645229 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-a02b7da7-8e44-408c-878f-202c3a628953 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:33:18.661842 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbe2b1e-d70f-4a5f-a4b5-b3907c31825c tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Pushing event deleted for resources: {'SecurityGroup': ['ID=758fd4f5-eb00-422f-a193-daec2cde2d65,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:33:18.664298 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-afbe2b1e-d70f-4a5f-a4b5-b3907c31825c tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:33:18.670406 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-afbe2b1e-d70f-4a5f-a4b5-b3907c31825c tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks [] for security_group, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:18.672145 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-afbe2b1e-d70f-4a5f-a4b5-b3907c31825c tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "DELETE /v2.0/security-groups/758fd4f5-eb00-422f-a193-daec2cde2d65 HTTP/1.1" status: 204 len: 168 time: 0.2303412 Jan 19 22:33:18.674639 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 56846) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:33:18.696227 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.v2.resource [None req-0b187f65-46d2-4995-81a3-02f62562dee6 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] show failed (client error): The resource could not be found. Jan 19 22:33:18.697220 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-0b187f65-46d2-4995-81a3-02f62562dee6 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups/758fd4f5-eb00-422f-a193-daec2cde2d65 HTTP/1.1" status: 404 len: 347 time: 0.0208321 Jan 19 22:33:18.700400 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 56850) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:33:18.723662 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [req-f54cbc79-6e1a-4f33-a90c-ff1d9eecf062 req-34d0a8e0-680c-4a2f-899f-5f009fcd51be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab6680c3-2976-4732-b364-551124df54ce {{(pid=80166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 19 22:33:18.731436 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-f54cbc79-6e1a-4f33-a90c-ff1d9eecf062 req-34d0a8e0-680c-4a2f-899f-5f009fcd51be service neutron] Notify callbacks [] for port, precommit_update {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:18.745486 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [req-f54cbc79-6e1a-4f33-a90c-ff1d9eecf062 req-34d0a8e0-680c-4a2f-899f-5f009fcd51be service neutron] Transition to ACTIVE for port object ab6680c3-2976-4732-b364-551124df54ce will not be triggered until provisioned by entity L2. {{(pid=80166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:33:18.749572 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-f54cbc79-6e1a-4f33-a90c-ff1d9eecf062 req-34d0a8e0-680c-4a2f-899f-5f009fcd51be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11379449'] for port, after_update {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:18.769961 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:33:18.882152 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-57001397-02ae-4b7f-b63a-f5c9f22206fd tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Deleting port 5702f99d-3af3-47b6-8bb1-fd87700b1b2a {{(pid=80165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:33:18.882510 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-57001397-02ae-4b7f-b63a-f5c9f22206fd tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:18.908181 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d0a8e0-680c-4a2f-899f-5f009fcd51be service neutron] Pushing event updated for resources: {'Port': ['ID=ab6680c3-2976-4732-b364-551124df54ce,revision_number=2']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:33:18.917898 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-34d0a8e0-680c-4a2f-899f-5f009fcd51be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:33:18.955448 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-1e6db2b9-0e79-440f-98fa-f4b2013c0a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'name': 'tempest-AttachVolumeShelveTestJSON-329750149-router', 'tenant_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.6'}], 'enable_snat': True}, 'gw_port_id': '145cfcfa-5373-4fbf-bcff-b5a5dcc22542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:30:31Z', 'updated_at': '2021-01-19T22:30:38Z', 'revision_number': 4, 'project_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'gw_port': {'id': '145cfcfa-5373-4fbf-bcff-b5a5dcc22542', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:30:32Z', 'updated_at': '2021-01-19T22:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_interfaces': [{'id': 'ab90486f-45c4-41af-98f5-ab75f910ee9e', 'name': '', 'network_id': 'e1615a81-979f-4377-bdd4-466d6ecb70d8', 'tenant_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'mac_address': 'fa:16:3e:c6:df:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'b4c52249-2f5c-40fe-a964-1d16d96ffe83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:30:37Z', 'updated_at': '2021-01-19T22:30:44Z', 'revision_number': 5, 'project_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'subnets': [{'id': 'b4c52249-2f5c-40fe-a964-1d16d96ffe83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:33:18.969356 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6db2b9-0e79-440f-98fa-f4b2013c0a17 None None] The sync data for ids ['72a01932-d992-4eba-85bb-d8b2988074e0'] in dv-cinder-750782-5-smb is: [{'id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'name': 'tempest-AttachVolumeShelveTestJSON-329750149-router', 'tenant_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.6'}], 'enable_snat': True}, 'gw_port_id': '145cfcfa-5373-4fbf-bcff-b5a5dcc22542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:30:31Z', 'updated_at': '2021-01-19T22:30:38Z', 'revision_number': 4, 'project_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'gw_port': {'id': '145cfcfa-5373-4fbf-bcff-b5a5dcc22542', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:30:32Z', 'updated_at': '2021-01-19T22:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_interfaces': [{'id': 'ab90486f-45c4-41af-98f5-ab75f910ee9e', 'name': '', 'network_id': 'e1615a81-979f-4377-bdd4-466d6ecb70d8', 'tenant_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'mac_address': 'fa:16:3e:c6:df:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'b4c52249-2f5c-40fe-a964-1d16d96ffe83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:30:37Z', 'updated_at': '2021-01-19T22:30:44Z', 'revision_number': 5, 'project_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'subnets': [{'id': 'b4c52249-2f5c-40fe-a964-1d16d96ffe83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:33:19.082476 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-57001397-02ae-4b7f-b63a-f5c9f22206fd tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137761'] for port, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:19.082867 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-57001397-02ae-4b7f-b63a-f5c9f22206fd tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks [] for floatingip, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:19.136608 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [req-f54cbc79-6e1a-4f33-a90c-ff1d9eecf062 req-34d0a8e0-680c-4a2f-899f-5f009fcd51be service neutron] Attempting to bind port ab6680c3-2976-4732-b364-551124df54ce on host hv-cinder-75078 for vnic_type normal with profile {{(pid=80166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:33:19.136997 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [req-f54cbc79-6e1a-4f33-a90c-ff1d9eecf062 req-34d0a8e0-680c-4a2f-899f-5f009fcd51be service neutron] Attempting to bind port ab6680c3-2976-4732-b364-551124df54ce by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': 'c3bf2da0-e0f9-43c0-9afa-feb8c8bbdffd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2a1bb381-2a87-4d84-9a2f-e3a92c9466a9'}] {{(pid=80166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:33:19.137403 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54cbc79-6e1a-4f33-a90c-ff1d9eecf062 req-34d0a8e0-680c-4a2f-899f-5f009fcd51be service neutron] Attempting to bind port ab6680c3-2976-4732-b364-551124df54ce on network 2a1bb381-2a87-4d84-9a2f-e3a92c9466a9 {{(pid=80166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:33:19.143815 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54cbc79-6e1a-4f33-a90c-ff1d9eecf062 req-34d0a8e0-680c-4a2f-899f-5f009fcd51be service neutron] Checking agent: {'id': 'fdb5f3a7-7d47-485b-a3bd-ac2e8030a5a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 24, 37), 'started_at': datetime.datetime(2021, 1, 19, 22, 25, 7), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:33:19.144202 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54cbc79-6e1a-4f33-a90c-ff1d9eecf062 req-34d0a8e0-680c-4a2f-899f-5f009fcd51be service neutron] Checking segment: {'id': 'c3bf2da0-e0f9-43c0-9afa-feb8c8bbdffd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2a1bb381-2a87-4d84-9a2f-e3a92c9466a9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:33:19.144620 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-f54cbc79-6e1a-4f33-a90c-ff1d9eecf062 req-34d0a8e0-680c-4a2f-899f-5f009fcd51be service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:19.145474 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54cbc79-6e1a-4f33-a90c-ff1d9eecf062 req-34d0a8e0-680c-4a2f-899f-5f009fcd51be service neutron] Bound using segment: {'id': 'c3bf2da0-e0f9-43c0-9afa-feb8c8bbdffd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2a1bb381-2a87-4d84-9a2f-e3a92c9466a9'} {{(pid=80166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:33:19.146252 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [req-f54cbc79-6e1a-4f33-a90c-ff1d9eecf062 req-34d0a8e0-680c-4a2f-899f-5f009fcd51be service neutron] Bound port: ab6680c3-2976-4732-b364-551124df54ce, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3bf2da0-e0f9-43c0-9afa-feb8c8bbdffd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2a1bb381-2a87-4d84-9a2f-e3a92c9466a9'}}] {{(pid=80166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:33:19.146640 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-f54cbc79-6e1a-4f33-a90c-ff1d9eecf062 req-34d0a8e0-680c-4a2f-899f-5f009fcd51be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:19.225254 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-57001397-02ae-4b7f-b63a-f5c9f22206fd tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Calling delete_port for 5702f99d-3af3-47b6-8bb1-fd87700b1b2a owned by network:floatingip {{(pid=80165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:33:19.260721 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-f54cbc79-6e1a-4f33-a90c-ff1d9eecf062 req-34d0a8e0-680c-4a2f-899f-5f009fcd51be service neutron] For port ab6680c3-2976-4732-b364-551124df54ce, host hv-cinder-75078, cleared binding levels {{(pid=80166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:33:19.264357 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-f54cbc79-6e1a-4f33-a90c-ff1d9eecf062 req-34d0a8e0-680c-4a2f-899f-5f009fcd51be service neutron] For port ab6680c3-2976-4732-b364-551124df54ce, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=ab6680c3-2976-4732-b364-551124df54ce,segment=NetworkSegment(c3bf2da0-e0f9-43c0-9afa-feb8c8bbdffd),segment_id=c3bf2da0-e0f9-43c0-9afa-feb8c8bbdffd)] {{(pid=80166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:33:19.270965 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-f54cbc79-6e1a-4f33-a90c-ff1d9eecf062 req-34d0a8e0-680c-4a2f-899f-5f009fcd51be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11379449'] for port, after_update {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:19.294139 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-31be4f70-2f48-4d9e-8584-800fd5890df6 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:33:19.428297 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-57001397-02ae-4b7f-b63a-f5c9f22206fd tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307084714663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307085172425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852767463'] for port, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:19.445471 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-037c9a08-4006-4df7-a3cf-0752017f7b2f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:33:19.456657 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689745bc-d9fc-4753-aee5-b9c85afc6ceb None None] New status for floating IP 8973b7b2-5600-42fd-9216-ac3b4c493a85: DOWN {{(pid=80168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 19 22:33:19.472864 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d0a8e0-680c-4a2f-899f-5f009fcd51be service neutron] Pushing event updated for resources: {'Port': ['ID=ab6680c3-2976-4732-b364-551124df54ce,revision_number=3']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:33:19.478598 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-34d0a8e0-680c-4a2f-899f-5f009fcd51be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:33:19.505126 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57001397-02ae-4b7f-b63a-f5c9f22206fd tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Pushing event deleted for resources: {'Port': ['ID=5702f99d-3af3-47b6-8bb1-fd87700b1b2a,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:33:19.507861 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54cbc79-6e1a-4f33-a90c-ff1d9eecf062 req-34d0a8e0-680c-4a2f-899f-5f009fcd51be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:19.508560 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-f54cbc79-6e1a-4f33-a90c-ff1d9eecf062 req-34d0a8e0-680c-4a2f-899f-5f009fcd51be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for port, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:19.510020 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-57001397-02ae-4b7f-b63a-f5c9f22206fd tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:33:19.510156 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f54cbc79-6e1a-4f33-a90c-ff1d9eecf062 req-34d0a8e0-680c-4a2f-899f-5f009fcd51be service neutron] 10.222.0.66 "PUT /v2.0/ports/ab6680c3-2976-4732-b364-551124df54ce HTTP/1.1" status: 200 len: 1157 time: 1.4471891 Jan 19 22:33:19.510641 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef3a131f-73aa-424d-bc8a-087bf2e57e10', 'tag': 'ab6680c3-2976-4732-b364-551124df54ce'}] {{(pid=80166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:33:19.630880 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef3a131f-73aa-424d-bc8a-087bf2e57e10', 'tag': 'ab6680c3-2976-4732-b364-551124df54ce', 'status': 'completed', 'code': 200} Jan 19 22:33:19.675851 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54cbc79-6e1a-4f33-a90c-ff1d9eecf062 req-094f30d3-aae8-488f-88e3-c4633650a9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:19.677566 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f54cbc79-6e1a-4f33-a90c-ff1d9eecf062 req-094f30d3-aae8-488f-88e3-c4633650a9d1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=01433532f839429f9ab490395be6df9b&device_id=ef3a131f-73aa-424d-bc8a-087bf2e57e10 HTTP/1.1" status: 200 len: 1160 time: 0.1084161 Jan 19 22:33:19.769716 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-57001397-02ae-4b7f-b63a-f5c9f22206fd tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks [] for floatingip, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:19.771974 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f54cbc79-6e1a-4f33-a90c-ff1d9eecf062 req-4f1bfd1d-1b2d-4b4c-b59b-ac3219b884e7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab6680c3-2976-4732-b364-551124df54ce HTTP/1.1" status: 200 len: 217 time: 0.0787003 Jan 19 22:33:19.802841 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-57001397-02ae-4b7f-b63a-f5c9f22206fd tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for floatingip, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:19.804023 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-57001397-02ae-4b7f-b63a-f5c9f22206fd tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "DELETE /v2.0/floatingips/8973b7b2-5600-42fd-9216-ac3b4c493a85 HTTP/1.1" status: 204 len: 168 time: 1.1021111 Jan 19 22:33:19.845877 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3650528-3940-4494-8f53-cb45432c1413 req-e6467c86-ccec-4245-9ce9-b020c08152de tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:19.855024 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-e3650528-3940-4494-8f53-cb45432c1413 req-e6467c86-ccec-4245-9ce9-b020c08152de tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/ports?device_id=ef3a131f-73aa-424d-bc8a-087bf2e57e10 HTTP/1.1" status: 200 len: 943 time: 0.1411796 Jan 19 22:33:19.869718 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54cbc79-6e1a-4f33-a90c-ff1d9eecf062 req-eb82be6c-ab77-4a8e-911d-84219ac0676b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:19.871444 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f54cbc79-6e1a-4f33-a90c-ff1d9eecf062 req-eb82be6c-ab77-4a8e-911d-84219ac0676b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=55957ee4-9e38-46bc-b06c-2654a0308264 HTTP/1.1" status: 200 len: 848 time: 0.0916700 Jan 19 22:33:19.905048 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-e3650528-3940-4494-8f53-cb45432c1413 req-118b510e-0ba3-43d6-a909-2d0f714bbb85 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/security-groups?id=8a824fe1-a66b-431c-b250-8644d90d5e58&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0489812 Jan 19 22:33:20.010544 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 56866) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:33:20.016862 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-f5da70c7-0280-4f9e-8b95-fd7165eea532 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Request body: {'security_group': {'name': 'tempest-securitygroup--1940694125', 'description': 'tempest-description--1148360770'}} {{(pid=80165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:33:20.027596 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-f5da70c7-0280-4f9e-8b95-fd7165eea532 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:33:20.032573 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-f5da70c7-0280-4f9e-8b95-fd7165eea532 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Usage tracker for resource:security_group and tenant:f0ed436f923242c09f18ac9215bbdd6d is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:33:20.036233 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-f5da70c7-0280-4f9e-8b95-fd7165eea532 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:33:20.042439 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-f5da70c7-0280-4f9e-8b95-fd7165eea532 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:33:20.052714 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f5da70c7-0280-4f9e-8b95-fd7165eea532 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks [] for security_group, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:20.079804 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-f5da70c7-0280-4f9e-8b95-fd7165eea532 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:33:20.084893 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-f5da70c7-0280-4f9e-8b95-fd7165eea532 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Usage tracker for resource:security_group_rule and tenant:f0ed436f923242c09f18ac9215bbdd6d is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:33:20.088331 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-f5da70c7-0280-4f9e-8b95-fd7165eea532 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:33:20.094636 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-f5da70c7-0280-4f9e-8b95-fd7165eea532 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:33:20.171263 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f5da70c7-0280-4f9e-8b95-fd7165eea532 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks [] for security_group, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:20.174162 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f5da70c7-0280-4f9e-8b95-fd7165eea532 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:20.180021 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-6375c80a-1652-4f9c-8e32-adde04fafb8c tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:33:20.186850 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54cbc79-6e1a-4f33-a90c-ff1d9eecf062 req-ce530f59-e479-4d3e-bcf1-9c1f570ad86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:20.188479 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f54cbc79-6e1a-4f33-a90c-ff1d9eecf062 req-ce530f59-e479-4d3e-bcf1-9c1f570ad86f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2a1bb381-2a87-4d84-9a2f-e3a92c9466a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3097844 Jan 19 22:33:20.224558 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da70c7-0280-4f9e-8b95-fd7165eea532 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ba60cb-9df7-4bd3-aa6b-9beda1c42257,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:33:20.227467 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f5da70c7-0280-4f9e-8b95-fd7165eea532 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks [] for security_group, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:20.228795 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-f5da70c7-0280-4f9e-8b95-fd7165eea532 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2171030 Jan 19 22:33:20.229845 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-f5da70c7-0280-4f9e-8b95-fd7165eea532 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:33:20.231752 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 56870) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:33:20.237838 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-4b218cea-34b9-43d9-b6e0-8930a2ec1315 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Request body: {'security_group_rule': {'security_group_id': 'd4ba60cb-9df7-4bd3-aa6b-9beda1c42257', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:33:20.247509 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-4b218cea-34b9-43d9-b6e0-8930a2ec1315 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:33:20.251601 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-4b218cea-34b9-43d9-b6e0-8930a2ec1315 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Usage tracker for resource:security_group_rule and tenant:f0ed436f923242c09f18ac9215bbdd6d is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:33:20.255257 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-4b218cea-34b9-43d9-b6e0-8930a2ec1315 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:33:20.261102 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-4b218cea-34b9-43d9-b6e0-8930a2ec1315 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:33:20.278663 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-4b218cea-34b9-43d9-b6e0-8930a2ec1315 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks [] for security_group_rule, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:20.336130 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f54cbc79-6e1a-4f33-a90c-ff1d9eecf062 req-c114b943-6a42-41c0-8fb6-facd3a971c17 service neutron] 10.222.0.66 "GET /v2.0/networks/2a1bb381-2a87-4d84-9a2f-e3a92c9466a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377890 Jan 19 22:33:20.344844 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-4b218cea-34b9-43d9-b6e0-8930a2ec1315 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:20.348025 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-4b218cea-34b9-43d9-b6e0-8930a2ec1315 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257678'] for security_group_rule, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:20.350242 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-f2642c95-d4bd-4272-a926-0e24d6332d65 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:33:20.367800 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b218cea-34b9-43d9-b6e0-8930a2ec1315 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b285b82-a3ea-49ca-b305-8c0fc33b97d0,revision_number=0']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:33:20.371592 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-4b218cea-34b9-43d9-b6e0-8930a2ec1315 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:33:20.387797 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-4b218cea-34b9-43d9-b6e0-8930a2ec1315 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks [] for security_group_rule, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:20.392204 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-4b218cea-34b9-43d9-b6e0-8930a2ec1315 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1568410 Jan 19 22:33:20.392463 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 56876) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:33:20.398308 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-36219734-9fdb-47a0-a72b-026a604efa01 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Request body: {'security_group_rule': {'security_group_id': 'd4ba60cb-9df7-4bd3-aa6b-9beda1c42257', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:33:20.407998 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-36219734-9fdb-47a0-a72b-026a604efa01 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:33:20.415822 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-36219734-9fdb-47a0-a72b-026a604efa01 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Usage tracker for resource:security_group_rule and tenant:f0ed436f923242c09f18ac9215bbdd6d is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:33:20.419151 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-36219734-9fdb-47a0-a72b-026a604efa01 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:33:20.426845 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-36219734-9fdb-47a0-a72b-026a604efa01 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:33:20.445319 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-36219734-9fdb-47a0-a72b-026a604efa01 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks [] for security_group_rule, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:20.486215 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f54cbc79-6e1a-4f33-a90c-ff1d9eecf062 req-90db8c66-b87a-495b-a22d-d8217d83e2f4 service neutron] 10.222.0.66 "GET /v2.0/networks/2a1bb381-2a87-4d84-9a2f-e3a92c9466a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1427553 Jan 19 22:33:20.517784 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-36219734-9fdb-47a0-a72b-026a604efa01 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:20.520847 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-36219734-9fdb-47a0-a72b-026a604efa01 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257678'] for security_group_rule, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:20.523071 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:33:20.545436 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36219734-9fdb-47a0-a72b-026a604efa01 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ce9e737-1c41-46bb-9a85-794574e56c57,revision_number=0']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:33:20.550397 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-36219734-9fdb-47a0-a72b-026a604efa01 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:33:20.559533 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-36219734-9fdb-47a0-a72b-026a604efa01 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks [] for security_group_rule, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:20.560845 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-36219734-9fdb-47a0-a72b-026a604efa01 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1672978 Jan 19 22:33:20.564131 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 56884) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:33:20.569856 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-36d99bc0-f0ea-49c2-a3b3-55dd5a6b7e52 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Request body: {'floatingip': {'floating_network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028'}} {{(pid=80165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:33:20.579051 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-36d99bc0-f0ea-49c2-a3b3-55dd5a6b7e52 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:33:20.584028 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-36d99bc0-f0ea-49c2-a3b3-55dd5a6b7e52 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Usage tracker for resource:floatingip and tenant:f0ed436f923242c09f18ac9215bbdd6d is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:33:20.587142 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-36d99bc0-f0ea-49c2-a3b3-55dd5a6b7e52 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:33:20.593465 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-36d99bc0-f0ea-49c2-a3b3-55dd5a6b7e52 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:33:20.606348 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-36d99bc0-f0ea-49c2-a3b3-55dd5a6b7e52 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks [] for floatingip, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:20.665132 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c23541c-8966-4082-8f9b-a4708c40dc9b req-84eb4466-5652-4b97-9a89-d71287ee0dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:20.667073 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-2c23541c-8966-4082-8f9b-a4708c40dc9b req-84eb4466-5652-4b97-9a89-d71287ee0dd8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=01433532f839429f9ab490395be6df9b&device_id=ef3a131f-73aa-424d-bc8a-087bf2e57e10 HTTP/1.1" status: 200 len: 1160 time: 0.0860579 Jan 19 22:33:20.759049 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-36d99bc0-f0ea-49c2-a3b3-55dd5a6b7e52 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:20.820174 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c23541c-8966-4082-8f9b-a4708c40dc9b req-0b04f168-fb28-44f3-8d06-7a4890f4c1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:20.821810 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-2c23541c-8966-4082-8f9b-a4708c40dc9b req-0b04f168-fb28-44f3-8d06-7a4890f4c1b5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2a1bb381-2a87-4d84-9a2f-e3a92c9466a9 HTTP/1.1" status: 200 len: 903 time: 0.1477458 Jan 19 22:33:20.901492 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-2c23541c-8966-4082-8f9b-a4708c40dc9b req-ea2d8245-c835-44ae-a817-34c4241b2874 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab6680c3-2976-4732-b364-551124df54ce HTTP/1.1" status: 200 len: 217 time: 0.0725553 Jan 19 22:33:20.977763 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c23541c-8966-4082-8f9b-a4708c40dc9b req-95197682-d898-4308-88ab-8bb452e0f4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:20.980242 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-2c23541c-8966-4082-8f9b-a4708c40dc9b req-95197682-d898-4308-88ab-8bb452e0f4db service neutron] 10.222.0.66 "GET /v2.0/subnets?id=55957ee4-9e38-46bc-b06c-2654a0308264 HTTP/1.1" status: 200 len: 848 time: 0.0711424 Jan 19 22:33:21.038825 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.db_base_plugin_common [None req-36d99bc0-f0ea-49c2-a3b3-55dd5a6b7e52 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Allocated IP 172.28.2.108 (8d9e1b39-82c1-4058-b2cd-c5f96fe21028/38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0/74d6c255-2e69-4dae-a0d4-80cccd1f3253) {{(pid=80165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:33:21.073702 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c23541c-8966-4082-8f9b-a4708c40dc9b req-63df1246-ad16-4db8-bc37-8474f279a683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:21.075415 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-2c23541c-8966-4082-8f9b-a4708c40dc9b req-63df1246-ad16-4db8-bc37-8474f279a683 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2a1bb381-2a87-4d84-9a2f-e3a92c9466a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0880644 Jan 19 22:33:21.228452 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-2c23541c-8966-4082-8f9b-a4708c40dc9b req-36012508-e0d4-427d-b25d-7c0086a595fc service neutron] 10.222.0.66 "GET /v2.0/networks/2a1bb381-2a87-4d84-9a2f-e3a92c9466a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384485 Jan 19 22:33:21.274519 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b1bcc-19bf-4ca8-aa5a-440071057c7b req-9dd7d930-b8cc-450d-b315-b7f9c0164c14 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:21.276172 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-4d2b1bcc-19bf-4ca8-aa5a-440071057c7b req-9dd7d930-b8cc-450d-b315-b7f9c0164c14 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/ports?device_id=ef3a131f-73aa-424d-bc8a-087bf2e57e10 HTTP/1.1" status: 200 len: 943 time: 0.2280426 Jan 19 22:33:21.309067 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-36d99bc0-f0ea-49c2-a3b3-55dd5a6b7e52 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks [] for port, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:21.349915 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-4d2b1bcc-19bf-4ca8-aa5a-440071057c7b req-70ea1a59-e146-4eb6-89c0-6007ec481c93 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/security-groups?id=8a824fe1-a66b-431c-b250-8644d90d5e58&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0630012 Jan 19 22:33:21.372452 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-36d99bc0-f0ea-49c2-a3b3-55dd5a6b7e52 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307085170889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852767463'] for port, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:21.381566 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-2c23541c-8966-4082-8f9b-a4708c40dc9b req-0b3e3bfe-38e6-4b29-a79c-4d564dd69dab service neutron] 10.222.0.66 "GET /v2.0/networks/2a1bb381-2a87-4d84-9a2f-e3a92c9466a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1439319 Jan 19 22:33:21.391093 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-dd7bd9c5-8969-4263-8b77-d12addee0701 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:33:21.528006 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d99bc0-f0ea-49c2-a3b3-55dd5a6b7e52 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Pushing event updated for resources: {'Port': ['ID=74d6c255-2e69-4dae-a0d4-80cccd1f3253,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:33:21.537642 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-36d99bc0-f0ea-49c2-a3b3-55dd5a6b7e52 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:33:21.583051 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d99bc0-f0ea-49c2-a3b3-55dd5a6b7e52 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Network 8d9e1b39-82c1-4058-b2cd-c5f96fe21028 is already hosted by enough agents. {{(pid=80165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:33:21.585128 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [None req-36d99bc0-f0ea-49c2-a3b3-55dd5a6b7e52 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Resources bound (agent type, host, resource id): {{(pid=80165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:33:21.587423 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d99bc0-f0ea-49c2-a3b3-55dd5a6b7e52 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Received port after_create {{(pid=80165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:33:21.669230 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-36d99bc0-f0ea-49c2-a3b3-55dd5a6b7e52 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks [] for floatingip, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:21.732342 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-36d99bc0-f0ea-49c2-a3b3-55dd5a6b7e52 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:22.012152 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 56900) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:33:22.030626 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-36d99bc0-f0ea-49c2-a3b3-55dd5a6b7e52 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks [] for port, precommit_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:22.034997 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-36d99bc0-f0ea-49c2-a3b3-55dd5a6b7e52 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2008354'] for port, after_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:22.051159 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-d70d8956-a8ec-4038-b186-c0ad7c469e01 tempest-VolumesActionsTest-1181437410 tempest-VolumesActionsTest-1181437410] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:33:22.186144 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d99bc0-f0ea-49c2-a3b3-55dd5a6b7e52 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Pushing event updated for resources: {'Port': ['ID=74d6c255-2e69-4dae-a0d4-80cccd1f3253,revision_number=2']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:33:22.196037 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-36d99bc0-f0ea-49c2-a3b3-55dd5a6b7e52 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:33:22.513022 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-36d99bc0-f0ea-49c2-a3b3-55dd5a6b7e52 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324628'] for floatingip, after_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:22.535780 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-36d99bc0-f0ea-49c2-a3b3-55dd5a6b7e52 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for floatingip, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:22.542805 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-36d99bc0-f0ea-49c2-a3b3-55dd5a6b7e52 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9720521 Jan 19 22:33:22.675361 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adeaf1f-c89c-470f-999f-3bb1f0ebe8dd req-567582e2-c387-4d6b-b12c-b2cc3cd2edfb tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:22.676145 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-8adeaf1f-c89c-470f-999f-3bb1f0ebe8dd req-567582e2-c387-4d6b-b12c-b2cc3cd2edfb tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Synchronizing usage tracker for tenant:01433532f839429f9ab490395be6df9b on resource:port {{(pid=80166) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:33:22.703737 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-8adeaf1f-c89c-470f-999f-3bb1f0ebe8dd req-567582e2-c387-4d6b-b12c-b2cc3cd2edfb tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Unset dirty status for tenant:01433532f839429f9ab490395be6df9b on resource:port {{(pid=80166) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:33:22.705030 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-8adeaf1f-c89c-470f-999f-3bb1f0ebe8dd req-567582e2-c387-4d6b-b12c-b2cc3cd2edfb tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/ports?device_id=ef3a131f-73aa-424d-bc8a-087bf2e57e10 HTTP/1.1" status: 200 len: 943 time: 0.2146430 Jan 19 22:33:22.790833 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-1ffd7311-ec05-450e-a433-9d44ff1b277b req-cd477966-87dc-4160-8a20-5517faf1a6fb tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Synchronizing usage tracker for tenant:f0ed436f923242c09f18ac9215bbdd6d on resource:security_group {{(pid=80165) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:33:22.806668 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-1ffd7311-ec05-450e-a433-9d44ff1b277b req-cd477966-87dc-4160-8a20-5517faf1a6fb tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Unset dirty status for tenant:f0ed436f923242c09f18ac9215bbdd6d on resource:security_group {{(pid=80165) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:33:22.807927 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-1ffd7311-ec05-450e-a433-9d44ff1b277b req-cd477966-87dc-4160-8a20-5517faf1a6fb tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1940694125&fields=id&tenant_id=f0ed436f923242c09f18ac9215bbdd6d HTTP/1.1" status: 200 len: 267 time: 0.0630548 Jan 19 22:33:22.808848 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-8adeaf1f-c89c-470f-999f-3bb1f0ebe8dd req-9c11ea28-3cd5-4280-bd37-322f048d65c3 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/security-groups?id=8a824fe1-a66b-431c-b250-8644d90d5e58&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0689416 Jan 19 22:33:22.903625 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-27833371-5651-4300-b342-476ff4cc9534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854328242'] for router_interface, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:22.990140 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd7311-ec05-450e-a433-9d44ff1b277b req-668d35e6-544d-420a-bad2-b9750bd29bd4 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:22.991741 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-1ffd7311-ec05-450e-a433-9d44ff1b277b req-668d35e6-544d-420a-bad2-b9750bd29bd4 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/networks?id=e1615a81-979f-4377-bdd4-466d6ecb70d8 HTTP/1.1" status: 200 len: 816 time: 0.1753509 Jan 19 22:33:23.008317 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-1ffd7311-ec05-450e-a433-9d44ff1b277b req-0b9acc55-c052-4b54-abf9-a54e563d6a52 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/quotas/f0ed436f923242c09f18ac9215bbdd6d HTTP/1.1" status: 200 len: 375 time: 0.0102530 Jan 19 22:33:23.122673 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-1ffd7311-ec05-450e-a433-9d44ff1b277b req-37fa3126-2b5d-41dd-8af8-bbbd5adf234b tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Synchronizing usage tracker for tenant:f0ed436f923242c09f18ac9215bbdd6d on resource:port {{(pid=80165) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:33:23.138201 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-1ffd7311-ec05-450e-a433-9d44ff1b277b req-37fa3126-2b5d-41dd-8af8-bbbd5adf234b tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Unset dirty status for tenant:f0ed436f923242c09f18ac9215bbdd6d on resource:port {{(pid=80165) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:33:23.139613 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-1ffd7311-ec05-450e-a433-9d44ff1b277b req-37fa3126-2b5d-41dd-8af8-bbbd5adf234b tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?tenant_id=f0ed436f923242c09f18ac9215bbdd6d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1140831 Jan 19 22:33:23.274429 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-27833371-5651-4300-b342-476ff4cc9534 admin admin] Deleting port b1128e34-0566-4b0c-a792-578b245f19df {{(pid=80166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:33:23.274808 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-27833371-5651-4300-b342-476ff4cc9534 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:23.288498 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-1ffd7311-ec05-450e-a433-9d44ff1b277b req-e5a4f6d0-a21a-4105-bb11-8aed1f38b6ec service neutron] 10.222.0.43 "GET /v2.0/networks/e1615a81-979f-4377-bdd4-466d6ecb70d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352656 Jan 19 22:33:23.434726 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-1ffd7311-ec05-450e-a433-9d44ff1b277b req-6804839a-36c8-4687-983a-102534cdaf0b service neutron] 10.222.0.43 "GET /v2.0/networks/e1615a81-979f-4377-bdd4-466d6ecb70d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1387804 Jan 19 22:33:23.462586 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device ab6680c3-2976-4732-b364-551124df54ce up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:33:23.466542 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-27833371-5651-4300-b342-476ff4cc9534 admin admin] For port b1128e34-0566-4b0c-a792-578b245f19df, host dv-cinder-750782-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=b1128e34-0566-4b0c-a792-578b245f19df,segment=NetworkSegment(c0eefc68-d721-4cc9-9571-b071e90f43c2),segment_id=c0eefc68-d721-4cc9-9571-b071e90f43c2)] {{(pid=80166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:33:23.466934 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-27833371-5651-4300-b342-476ff4cc9534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137761'] for port, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:23.538695 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning for port ab6680c3-2976-4732-b364-551124df54ce completed by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:33:23.547764 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port ab6680c3-2976-4732-b364-551124df54ce triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:33:23.548290 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:23.612691 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-27833371-5651-4300-b342-476ff4cc9534 admin admin] Calling delete_port for b1128e34-0566-4b0c-a792-578b245f19df owned by network:router_interface {{(pid=80166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:33:23.698896 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-9eb7a149-a0c5-4edb-aa04-628955eda2fe req-bb9cf917-2b8b-4e43-afff-a76d7c4637aa tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc98a0-a1c8-42d3-8b25-45817e58faa3 HTTP/1.1" status: 200 len: 210 time: 0.0950546 Jan 19 22:33:23.706745 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:23.739185 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3a131f-73aa-424d-bc8a-087bf2e57e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab6680c3-2976-4732-b364-551124df54ce'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:33:23.754031 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] For port ab6680c3-2976-4732-b364-551124df54ce, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=ab6680c3-2976-4732-b364-551124df54ce,segment=NetworkSegment(c3bf2da0-e0f9-43c0-9afa-feb8c8bbdffd),segment_id=c3bf2da0-e0f9-43c0-9afa-feb8c8bbdffd)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:33:23.757505 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:23.761888 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-382f8591-8bc9-40e6-9657-24f7f7c8018f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:33:23.811935 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef3a131f-73aa-424d-bc8a-087bf2e57e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab6680c3-2976-4732-b364-551124df54ce', 'code': 200} Jan 19 22:33:23.851780 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Pushing event updated for resources: {'Port': ['ID=ab6680c3-2976-4732-b364-551124df54ce,revision_number=4']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:33:23.855400 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:33:24.185755 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-27833371-5651-4300-b342-476ff4cc9534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307084714663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307085172425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843396414'] for port, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:24.202115 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-480296e4-8c4f-4efe-a361-69b43860af92 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:33:24.267084 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27833371-5651-4300-b342-476ff4cc9534 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1128e34-0566-4b0c-a792-578b245f19df,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:33:24.277643 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-27833371-5651-4300-b342-476ff4cc9534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:33:24.417987 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0725f2-e47a-4593-bbc8-6cb0c5573d73 req-9bff1377-e2e8-479f-bfe8-f0fc5e7fd99d tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:24.419630 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-4c0725f2-e47a-4593-bbc8-6cb0c5573d73 req-9bff1377-e2e8-479f-bfe8-f0fc5e7fd99d tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/ports?device_id=ef3a131f-73aa-424d-bc8a-087bf2e57e10 HTTP/1.1" status: 200 len: 945 time: 0.3463285 Jan 19 22:33:24.423127 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a956e8e3-da89-4319-8519-16eee0fa4252 req-181ce1a7-1a14-4136-949c-0ca5c8a11ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:24.424616 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a956e8e3-da89-4319-8519-16eee0fa4252 req-181ce1a7-1a14-4136-949c-0ca5c8a11ff6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ef3a131f-73aa-424d-bc8a-087bf2e57e10 HTTP/1.1" status: 200 len: 1162 time: 0.2988648 Jan 19 22:33:24.557002 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-4c0725f2-e47a-4593-bbc8-6cb0c5573d73 req-4fb876dc-cff5-4e37-83c4-062a7ede3c35 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/security-groups?id=8a824fe1-a66b-431c-b250-8644d90d5e58&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1278558 Jan 19 22:33:24.563531 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a956e8e3-da89-4319-8519-16eee0fa4252 req-b8da1eaa-d32c-4051-bdf5-3d0684f62218 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8a824fe1-a66b-431c-b250-8644d90d5e58&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1169257 Jan 19 22:33:24.759892 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-27833371-5651-4300-b342-476ff4cc9534 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854234204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452574'] for router_interface, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:24.901781 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-63a8cab7-a5b8-4ed7-9169-3ef5996346a7 req-59888926-046b-44db-8db9-1e2ac80c10ae tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc98a0-a1c8-42d3-8b25-45817e58faa3 HTTP/1.1" status: 200 len: 210 time: 0.0484734 Jan 19 22:33:24.958282 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.agents_db [None req-329fefd4-1494-457f-8297-9b2689c275d7 None None] Agent healthcheck: found 6 active agents {{(pid=80168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:33:25.179292 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device ab6680c3-2976-4732-b364-551124df54ce up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:33:25.256451 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port ab6680c3-2976-4732-b364-551124df54ce triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:33:25.256876 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:25.427783 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd7311-ec05-450e-a433-9d44ff1b277b req-d4c0d3c7-fe7f-4b67-b931-5f68da026855 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:25.428583 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-1ffd7311-ec05-450e-a433-9d44ff1b277b req-d4c0d3c7-fe7f-4b67-b931-5f68da026855 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Synchronizing usage tracker for tenant:f0ed436f923242c09f18ac9215bbdd6d on resource:network {{(pid=80166) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:33:25.432896 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27833371-5651-4300-b342-476ff4cc9534 admin admin] Router d22e703f-4e05-4603-b87d-f1e492cf1ab8 has already been hosted by L3 agent f53f1119-c8e9-4b63-a732-32c6c8f5b9fc {{(pid=80166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 22:33:25.567984 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-1ffd7311-ec05-450e-a433-9d44ff1b277b req-d4c0d3c7-fe7f-4b67-b931-5f68da026855 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Unset dirty status for tenant:f0ed436f923242c09f18ac9215bbdd6d on resource:network {{(pid=80166) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:33:25.569230 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-1ffd7311-ec05-450e-a433-9d44ff1b277b req-d4c0d3c7-fe7f-4b67-b931-5f68da026855 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.66 "GET /v2.0/networks?id=e1615a81-979f-4377-bdd4-466d6ecb70d8 HTTP/1.1" status: 200 len: 816 time: 0.3716729 Jan 19 22:33:25.652687 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27833371-5651-4300-b342-476ff4cc9534 admin admin] Notify agent at l3_agent.dv-cinder-750782-5-smb the message routers_updated {{(pid=80166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:33:25.664680 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a62fe9-8173-40c1-a750-b0afe97e26d6 None None] Sync routers for ids ['d22e703f-4e05-4603-b87d-f1e492cf1ab8'] in dv-cinder-750782-5-smb {{(pid=80167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:33:25.680997 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-27833371-5651-4300-b342-476ff4cc9534 admin admin] 10.222.0.43 "PUT /v2.0/routers/d22e703f-4e05-4603-b87d-f1e492cf1ab8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6675150 Jan 19 22:33:25.683290 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a62fe9-8173-40c1-a750-b0afe97e26d6 None None] Routers {'d22e703f-4e05-4603-b87d-f1e492cf1ab8'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:33:25.683896 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 56942) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:33:25.684928 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-26a62fe9-8173-40c1-a750-b0afe97e26d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:33:02Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['d22e703f-4e05-4603-b87d-f1e492cf1ab8'], 'active': True} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:33:25.779925 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-1ffd7311-ec05-450e-a433-9d44ff1b277b req-929b4104-13d0-439d-acae-689d872bdeb7 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f0ed436f923242c09f18ac9215bbdd6d HTTP/1.1" status: 200 len: 5709 time: 0.1515636 Jan 19 22:33:25.790136 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [req-1ffd7311-ec05-450e-a433-9d44ff1b277b req-5ef32351-3304-49ea-b615-143590f9e301 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Request body: {'port': {'device_id': '9ecc98a0-a1c8-42d3-8b25-45817e58faa3', 'network_id': 'e1615a81-979f-4377-bdd4-466d6ecb70d8', 'admin_state_up': True, 'tenant_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'security_groups': ['d4ba60cb-9df7-4bd3-aa6b-9beda1c42257']}} {{(pid=80166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:33:25.933836 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0f8e2277-ffd8-4dcc-aad6-cce86edfd2c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:25.957614 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a506ff-ee5c-408a-8720-253d3d44cd50 req-6dd7d9be-cded-43c2-93f5-db857c993b2e tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:25.959386 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-50a506ff-ee5c-408a-8720-253d3d44cd50 req-6dd7d9be-cded-43c2-93f5-db857c993b2e tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/ports?device_id=ef3a131f-73aa-424d-bc8a-087bf2e57e10 HTTP/1.1" status: 200 len: 945 time: 0.2663858 Jan 19 22:33:26.044420 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-50a506ff-ee5c-408a-8720-253d3d44cd50 req-8528a806-e7d3-4e94-a9f3-3fda09547814 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/security-groups?id=8a824fe1-a66b-431c-b250-8644d90d5e58&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0780404 Jan 19 22:33:26.045520 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [req-1ffd7311-ec05-450e-a433-9d44ff1b277b req-5ef32351-3304-49ea-b615-143590f9e301 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:33:26.076872 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [req-1ffd7311-ec05-450e-a433-9d44ff1b277b req-5ef32351-3304-49ea-b615-143590f9e301 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:33:26.083087 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-26a62fe9-8173-40c1-a750-b0afe97e26d6 None None] Set router d22e703f-4e05-4603-b87d-f1e492cf1ab8 gateway port host: dv-cinder-750782-5-smb {{(pid=80167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:33:26.089002 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ffd7311-ec05-450e-a433-9d44ff1b277b req-5ef32351-3304-49ea-b615-143590f9e301 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Made reservation on behalf of f0ed436f923242c09f18ac9215bbdd6d for: {'port': 1} {{(pid=80166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:33:26.098347 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-1ffd7311-ec05-450e-a433-9d44ff1b277b req-5ef32351-3304-49ea-b615-143590f9e301 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:26.145521 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-b69a8c01-cf4c-466f-8387-4183faf9e14a req-6d0e8851-9782-41f9-97d7-ce604e8964f6 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc98a0-a1c8-42d3-8b25-45817e58faa3 HTTP/1.1" status: 200 len: 210 time: 0.0558832 Jan 19 22:33:26.187726 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0f8e2277-ffd8-4dcc-aad6-cce86edfd2c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:26.193873 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-0f8e2277-ffd8-4dcc-aad6-cce86edfd2c4 admin admin] Deleting port e6c5bf0a-eb61-473f-a266-8bcc4e1632ba {{(pid=80165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:33:26.194249 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0f8e2277-ffd8-4dcc-aad6-cce86edfd2c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:26.385814 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-0f8e2277-ffd8-4dcc-aad6-cce86edfd2c4 admin admin] For port e6c5bf0a-eb61-473f-a266-8bcc4e1632ba, host dv-cinder-750782-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=e6c5bf0a-eb61-473f-a266-8bcc4e1632ba,segment=NetworkSegment(eae0621e-0013-4ba3-ab53-cef85e02fc92),segment_id=eae0621e-0013-4ba3-ab53-cef85e02fc92)] {{(pid=80165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:33:26.386616 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0f8e2277-ffd8-4dcc-aad6-cce86edfd2c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137761'] for port, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:26.400076 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-26a62fe9-8173-40c1-a750-b0afe97e26d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'name': 'tempest-AttachVolumeTestJSON-850801678-router', 'tenant_id': '14b41834d79d4e868fed82c53411eba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': 'e6c5bf0a-eb61-473f-a266-8bcc4e1632ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:26:45Z', 'updated_at': '2021-01-19T22:33:23Z', 'revision_number': 5, 'project_id': '14b41834d79d4e868fed82c53411eba6', 'gw_port': {'id': 'e6c5bf0a-eb61-473f-a266-8bcc4e1632ba', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:15:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:26:48Z', 'updated_at': '2021-01-19T22:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb'}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:33:26.405255 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a62fe9-8173-40c1-a750-b0afe97e26d6 None None] Checking router: d22e703f-4e05-4603-b87d-f1e492cf1ab8 for host: dv-cinder-750782-5-smb {{(pid=80167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:33:26.414793 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a62fe9-8173-40c1-a750-b0afe97e26d6 None None] Routers {'d22e703f-4e05-4603-b87d-f1e492cf1ab8'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:33:26.415466 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-26a62fe9-8173-40c1-a750-b0afe97e26d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:33:02Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['d22e703f-4e05-4603-b87d-f1e492cf1ab8'], 'active': True} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:33:26.442676 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.db_base_plugin_common [req-1ffd7311-ec05-450e-a433-9d44ff1b277b req-5ef32351-3304-49ea-b615-143590f9e301 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Allocated IP 172.20.0.13 (e1615a81-979f-4377-bdd4-466d6ecb70d8/b4c52249-2f5c-40fe-a964-1d16d96ffe83/8763c103-1aac-4adb-a892-a4c501aff29d) {{(pid=80166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:33:26.520086 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-0f8e2277-ffd8-4dcc-aad6-cce86edfd2c4 admin admin] Calling delete_port for e6c5bf0a-eb61-473f-a266-8bcc4e1632ba owned by network:router_gateway {{(pid=80165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:33:26.611474 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-26a62fe9-8173-40c1-a750-b0afe97e26d6 None None] Set router d22e703f-4e05-4603-b87d-f1e492cf1ab8 gateway port host: dv-cinder-750782-5-smb {{(pid=80167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:33:26.653447 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-1ffd7311-ec05-450e-a433-9d44ff1b277b req-5ef32351-3304-49ea-b615-143590f9e301 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks [] for port, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:26.668210 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0f8e2277-ffd8-4dcc-aad6-cce86edfd2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307084714663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307085172425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852767463'] for port, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: WARNING neutron.plugins.ml2.ovo_rpc [None req-0f8e2277-ffd8-4dcc-aad6-cce86edfd2c4 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: result = function(*args, **kwargs) Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: proto.__init__(conn_state, self) Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: self.handle() Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: self.handle_one_request() Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: self.handle_one_response() Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: result = self.application(self.environ, start_response) Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: return app(environ, start_response) Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: resp = self.call_func(req, *args, **kw) Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: return self.func(req, *args, **kwargs) Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: response = req.get_response(self.application) Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: application, catch_exc_info=False) Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: app_iter = application(self.environ, start_response) Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: resp = self.call_func(req, *args, **kw) Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: return self.func(req, *args, **kwargs) Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: response = req.get_response(self.application) Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: application, catch_exc_info=False) Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: app_iter = application(self.environ, start_response) Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: resp = self.call_func(req, *args, **kw) Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: return self.func(req, *args, **kwargs) Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: response = req.get_response(self.application) Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: application, catch_exc_info=False) Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: app_iter = application(self.environ, start_response) Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: resp = self.call_func(req, *args, **kw) Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: return self.func(req, *args, **kwargs) Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: response = req.get_response(self.application) Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: application, catch_exc_info=False) Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: app_iter = application(self.environ, start_response) Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: resp = self.call_func(req, *args, **kw) Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: return self.func(req, *args, **kwargs) Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: return request.get_response(self.application) Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: application, catch_exc_info=False) Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: app_iter = application(self.environ, start_response) Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: resp = self.call_func(req, *args, **kw) Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: return self.func(req, *args, **kwargs) Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: response = req.get_response(self._app) Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: application, catch_exc_info=False) Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: app_iter = application(self.environ, start_response) Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: return resp(environ, start_response) Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: return resp(environ, start_response) Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: response = self.app(environ, start_response) Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: return resp(environ, start_response) Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: resp = self.call_func(req, *args, **kw) Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: return self.func(req, *args, **kwargs) Jan 19 22:33:26.674368 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 19 22:33:26.683000 dv-cinder-750782-5-smb neutron-server[80054]: result = method(request=request, **args) Jan 19 22:33:26.683000 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 19 22:33:26.683000 dv-cinder-750782-5-smb neutron-server[80054]: return self._delete(request, id, **kwargs) Jan 19 22:33:26.683000 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 19 22:33:26.683000 dv-cinder-750782-5-smb neutron-server[80054]: return f(*args, **kwargs) Jan 19 22:33:26.683000 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 19 22:33:26.683000 dv-cinder-750782-5-smb neutron-server[80054]: return f(*args, **kwargs) Jan 19 22:33:26.683000 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 19 22:33:26.683000 dv-cinder-750782-5-smb neutron-server[80054]: return f(*dup_args, **dup_kwargs) Jan 19 22:33:26.683000 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 19 22:33:26.683000 dv-cinder-750782-5-smb neutron-server[80054]: obj_deleter(request.context, id, **kwargs) Jan 19 22:33:26.683000 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Jan 19 22:33:26.683000 dv-cinder-750782-5-smb neutron-server[80054]: super(L3_NAT_db_mixin, self).delete_router(context, id) Jan 19 22:33:26.683000 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 19 22:33:26.683000 dv-cinder-750782-5-smb neutron-server[80054]: return method(*args, **kwargs) Jan 19 22:33:26.683000 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 19 22:33:26.683000 dv-cinder-750782-5-smb neutron-server[80054]: return f(*args, **kwargs) Jan 19 22:33:26.683000 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 19 22:33:26.683000 dv-cinder-750782-5-smb neutron-server[80054]: return f(*args, **kwargs) Jan 19 22:33:26.683000 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 19 22:33:26.683000 dv-cinder-750782-5-smb neutron-server[80054]: return f(*dup_args, **dup_kwargs) Jan 19 22:33:26.683000 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Jan 19 22:33:26.683000 dv-cinder-750782-5-smb neutron-server[80054]: self._delete_current_gw_port(context, id, router, None) Jan 19 22:33:26.683000 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Jan 19 22:33:26.683000 dv-cinder-750782-5-smb neutron-server[80054]: admin_ctx, gw_port_id, l3_port_check=False) Jan 19 22:33:26.683000 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 19 22:33:26.683000 dv-cinder-750782-5-smb neutron-server[80054]: return f(self, context, *args, **kwargs) Jan 19 22:33:26.683000 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 19 22:33:26.683000 dv-cinder-750782-5-smb neutron-server[80054]: return method(*args, **kwargs) Jan 19 22:33:26.683000 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port Jan 19 22:33:26.683000 dv-cinder-750782-5-smb neutron-server[80054]: context, port, router_ids, bound_mech_contexts) Jan 19 22:33:26.683000 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port Jan 19 22:33:26.683000 dv-cinder-750782-5-smb neutron-server[80054]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Jan 19 22:33:26.683000 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Jan 19 22:33:26.683000 dv-cinder-750782-5-smb neutron-server[80054]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Jan 19 22:33:26.683000 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Jan 19 22:33:26.683000 dv-cinder-750782-5-smb neutron-server[80054]: return function(*args, **kwargs) Jan 19 22:33:26.683000 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Jan 19 22:33:26.683000 dv-cinder-750782-5-smb neutron-server[80054]: errors = self._notify_loop(resource, event, trigger, **kwargs) Jan 19 22:33:26.683000 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jan 19 22:33:26.683000 dv-cinder-750782-5-smb neutron-server[80054]: callback(resource, event, trigger, **kwargs) Jan 19 22:33:26.683000 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Jan 19 22:33:26.683000 dv-cinder-750782-5-smb neutron-server[80054]: if self._is_session_semantic_violated(context, resource, event): Jan 19 22:33:26.683000 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Jan 19 22:33:26.683000 dv-cinder-750782-5-smb neutron-server[80054]: stack = traceback.extract_stack() Jan 19 22:33:26.683000 dv-cinder-750782-5-smb neutron-server[80054]: Jan 19 22:33:26.862741 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0f8e2277-ffd8-4dcc-aad6-cce86edfd2c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451142'] for router_gateway, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:26.920835 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-26a62fe9-8173-40c1-a750-b0afe97e26d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'name': 'tempest-AttachVolumeTestJSON-850801678-router', 'tenant_id': '14b41834d79d4e868fed82c53411eba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': 'e6c5bf0a-eb61-473f-a266-8bcc4e1632ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:26:45Z', 'updated_at': '2021-01-19T22:33:23Z', 'revision_number': 5, 'project_id': '14b41834d79d4e868fed82c53411eba6', 'gw_port': {'id': 'e6c5bf0a-eb61-473f-a266-8bcc4e1632ba', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:15:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:26:48Z', 'updated_at': '2021-01-19T22:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb'}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:33:26.925651 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a62fe9-8173-40c1-a750-b0afe97e26d6 None None] The sync data for ids ['d22e703f-4e05-4603-b87d-f1e492cf1ab8'] in dv-cinder-750782-5-smb is: [{'id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'name': 'tempest-AttachVolumeTestJSON-850801678-router', 'tenant_id': '14b41834d79d4e868fed82c53411eba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': 'e6c5bf0a-eb61-473f-a266-8bcc4e1632ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:26:45Z', 'updated_at': '2021-01-19T22:33:23Z', 'revision_number': 5, 'project_id': '14b41834d79d4e868fed82c53411eba6', 'gw_port': {'id': 'e6c5bf0a-eb61-473f-a266-8bcc4e1632ba', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:15:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22e703f-4e05-4603-b87d-f1e492cf1ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:26:48Z', 'updated_at': '2021-01-19T22:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb'}] {{(pid=80167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:33:26.999235 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0f8e2277-ffd8-4dcc-aad6-cce86edfd2c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-442634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1158'] for router, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:27.001914 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0f8e2277-ffd8-4dcc-aad6-cce86edfd2c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:27.087928 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [req-1ffd7311-ec05-450e-a433-9d44ff1b277b req-5ef32351-3304-49ea-b615-143590f9e301 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Transition to ACTIVE for port object 8763c103-1aac-4adb-a892-a4c501aff29d will not be triggered until provisioned by entity DHCP. {{(pid=80166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:33:27.089476 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0f8e2277-ffd8-4dcc-aad6-cce86edfd2c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854170981'] for router, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:27.090383 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8e2277-ffd8-4dcc-aad6-cce86edfd2c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d22e703f-4e05-4603-b87d-f1e492cf1ab8 {{(pid=80165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 19 22:33:27.104282 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0f8e2277-ffd8-4dcc-aad6-cce86edfd2c4 admin admin] Notify callbacks [] for router, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:27.108277 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-0f8e2277-ffd8-4dcc-aad6-cce86edfd2c4 admin admin] 10.222.0.43 "DELETE /v2.0/routers/d22e703f-4e05-4603-b87d-f1e492cf1ab8 HTTP/1.1" status: 204 len: 168 time: 1.4207573 Jan 19 22:33:27.108695 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 56950) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:33:27.123472 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-1ffd7311-ec05-450e-a433-9d44ff1b277b req-5ef32351-3304-49ea-b615-143590f9e301 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307085170889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843396414'] for port, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:27.144917 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-3c6794bd-fd9e-4eb6-b8c7-ffc2129d51f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:33:27.178471 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.db_base_plugin_v2 [None req-538d7b1c-6d8d-435e-b54b-d573e1777d42 admin admin] Deleting subnet 1981add0-450b-4ba4-a4b4-88355edcb693 {{(pid=80165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 19 22:33:27.182095 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-538d7b1c-6d8d-435e-b54b-d573e1777d42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:27.248342 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-538d7b1c-6d8d-435e-b54b-d573e1777d42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8211335'] for subnet, precommit_delete_associations {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:27.449875 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-538d7b1c-6d8d-435e-b54b-d573e1777d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560750'] for subnet, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:27.530174 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02ee86-a8ba-4283-adde-39c15541da67 req-8e087c33-f014-4a69-a784-533700ec900a tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:27.531911 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-fa02ee86-a8ba-4283-adde-39c15541da67 req-8e087c33-f014-4a69-a784-533700ec900a tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc98a0-a1c8-42d3-8b25-45817e58faa3 HTTP/1.1" status: 200 len: 932 time: 0.2158723 Jan 19 22:33:27.597299 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef32351-3304-49ea-b615-143590f9e301 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Pushing event updated for resources: {'Port': ['ID=8763c103-1aac-4adb-a892-a4c501aff29d,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:33:27.600558 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-5ef32351-3304-49ea-b615-143590f9e301 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:33:27.678915 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a69eb06-3509-449d-bd8e-505fb5807f4f req-a15ce5ce-af16-4695-b5fc-2a2146bd77fc tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:27.680857 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-7a69eb06-3509-449d-bd8e-505fb5807f4f req-a15ce5ce-af16-4695-b5fc-2a2146bd77fc tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/ports?device_id=ef3a131f-73aa-424d-bc8a-087bf2e57e10 HTTP/1.1" status: 200 len: 945 time: 0.4920440 Jan 19 22:33:27.693562 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ffd7311-ec05-450e-a433-9d44ff1b277b req-5ef32351-3304-49ea-b615-143590f9e301 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Network e1615a81-979f-4377-bdd4-466d6ecb70d8 is already hosted by enough agents. {{(pid=80166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:33:27.708049 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [req-1ffd7311-ec05-450e-a433-9d44ff1b277b req-5ef32351-3304-49ea-b615-143590f9e301 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Resources bound (agent type, host, resource id): {{(pid=80166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:33:27.711025 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ffd7311-ec05-450e-a433-9d44ff1b277b req-5ef32351-3304-49ea-b615-143590f9e301 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Received port after_create {{(pid=80166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:33:27.804058 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-7a69eb06-3509-449d-bd8e-505fb5807f4f req-e631a38a-4fe8-4441-a01f-3f4fc6b2d604 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/security-groups?id=8a824fe1-a66b-431c-b250-8644d90d5e58&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1143119 Jan 19 22:33:27.825964 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd7311-ec05-450e-a433-9d44ff1b277b req-5ef32351-3304-49ea-b615-143590f9e301 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:27.826751 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-1ffd7311-ec05-450e-a433-9d44ff1b277b req-5ef32351-3304-49ea-b615-143590f9e301 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for port, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:27.856345 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-1ffd7311-ec05-450e-a433-9d44ff1b277b req-5ef32351-3304-49ea-b615-143590f9e301 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0703897 Jan 19 22:33:27.880626 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [req-1ffd7311-ec05-450e-a433-9d44ff1b277b req-f0840a5a-2c96-4ae6-b4d0-631c2727b451 service neutron] Request body: {'port': {'device_id': '9ecc98a0-a1c8-42d3-8b25-45817e58faa3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:33:27.925393 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-fa02ee86-a8ba-4283-adde-39c15541da67 req-4a712671-1a55-41d2-b7c3-75db9f14fdd7 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=d4ba60cb-9df7-4bd3-aa6b-9beda1c42257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3685853 Jan 19 22:33:27.936909 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-81346ed1-c058-4f42-ac0d-9489a63d9fb9 None None] Provisioning for port 8763c103-1aac-4adb-a892-a4c501aff29d completed by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:33:27.948792 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-81346ed1-c058-4f42-ac0d-9489a63d9fb9 None None] Provisioning complete for port 8763c103-1aac-4adb-a892-a4c501aff29d triggered by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:33:27.949221 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-81346ed1-c058-4f42-ac0d-9489a63d9fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:28.014214 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-81346ed1-c058-4f42-ac0d-9489a63d9fb9 None None] Port 8763c103-1aac-4adb-a892-a4c501aff29d cannot update to ACTIVE because it is not bound. {{(pid=80167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 22:33:28.036198 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-538d7b1c-6d8d-435e-b54b-d573e1777d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851215066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2008431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853717813'] for subnet, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:28.052673 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-ae8c7ef7-c591-411a-be8e-eea51aaac777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:33:28.085156 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-1ffd7311-ec05-450e-a433-9d44ff1b277b req-f0840a5a-2c96-4ae6-b4d0-631c2727b451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:28.102767 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538d7b1c-6d8d-435e-b54b-d573e1777d42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1981add0-450b-4ba4-a4b4-88355edcb693,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:33:28.106758 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-538d7b1c-6d8d-435e-b54b-d573e1777d42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:33:28.175730 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbaa56d-c699-43cb-8477-23434054cde5 req-f6311cd4-9842-4b7e-b70e-dcaf263f1851 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:28.177432 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-3bbaa56d-c699-43cb-8477-23434054cde5 req-f6311cd4-9842-4b7e-b70e-dcaf263f1851 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/ports?device_id=ef3a131f-73aa-424d-bc8a-087bf2e57e10 HTTP/1.1" status: 200 len: 945 time: 0.2261508 Jan 19 22:33:28.186246 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-538d7b1c-6d8d-435e-b54b-d573e1777d42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:28.195172 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f7c54d-5b09-47cb-9bc9-988a0f1d2ac1 None None] Network 9833d04b-801e-468a-b55d-a07f3c5885cd requested from dv-cinder-750782-5-smb {{(pid=80167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:33:28.195347 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-538d7b1c-6d8d-435e-b54b-d573e1777d42 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/1981add0-450b-4ba4-a4b4-88355edcb693 HTTP/1.1" status: 204 len: 168 time: 1.0829167 Jan 19 22:33:28.195621 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 56958) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:33:28.293773 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-3bbaa56d-c699-43cb-8477-23434054cde5 req-3b2e3e1a-89ad-4a47-8eb3-718ef1947e69 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/security-groups?id=8a824fe1-a66b-431c-b250-8644d90d5e58&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1055906 Jan 19 22:33:28.328948 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-39d30cd8-644d-4dbc-96ae-4e17d0b369ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851036617'] for network, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:28.457336 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-39d30cd8-644d-4dbc-96ae-4e17d0b369ec admin admin] Deleting port e59a3b3f-1574-4215-9b26-9991919f02e9 {{(pid=80165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:33:28.457723 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-39d30cd8-644d-4dbc-96ae-4e17d0b369ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:28.476393 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984e629f-1778-4728-8962-ece531bbe366 None None] DHCP port deletion for 9833d04b-801e-468a-b55d-a07f3c5885cd request from dv-cinder-750782-5-smb {{(pid=80167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 19 22:33:28.481433 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-984e629f-1778-4728-8962-ece531bbe366 None None] Deleting port e59a3b3f-1574-4215-9b26-9991919f02e9 {{(pid=80167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:33:28.481952 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-984e629f-1778-4728-8962-ece531bbe366 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:28.644737 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [req-1ffd7311-ec05-450e-a433-9d44ff1b277b req-f0840a5a-2c96-4ae6-b4d0-631c2727b451 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8763c103-1aac-4adb-a892-a4c501aff29d {{(pid=80166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 19 22:33:28.652878 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-1ffd7311-ec05-450e-a433-9d44ff1b277b req-f0840a5a-2c96-4ae6-b4d0-631c2727b451 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:28.666867 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [req-1ffd7311-ec05-450e-a433-9d44ff1b277b req-f0840a5a-2c96-4ae6-b4d0-631c2727b451 service neutron] Transition to ACTIVE for port object 8763c103-1aac-4adb-a892-a4c501aff29d will not be triggered until provisioned by entity L2. {{(pid=80166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:33:28.670881 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-1ffd7311-ec05-450e-a433-9d44ff1b277b req-f0840a5a-2c96-4ae6-b4d0-631c2727b451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11379449'] for port, after_update {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:28.687548 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-4f323956-2c40-4228-a0c4-d0cee71b8dd0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:33:28.706522 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device e59a3b3f-1574-4215-9b26-9991919f02e9 no longer exists at agent ovs-agent-dv-cinder-750782-5-smb {{(pid=80167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:33:28.793128 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f973ce75-f6cb-4271-aef0-b821d9f72812 req-79245cd7-3436-4b06-aed7-d123040a1eb6 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4042807 Jan 19 22:33:28.795165 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-39d30cd8-644d-4dbc-96ae-4e17d0b369ec admin admin] For port e59a3b3f-1574-4215-9b26-9991919f02e9, host dv-cinder-750782-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=e59a3b3f-1574-4215-9b26-9991919f02e9,segment=NetworkSegment(c0eefc68-d721-4cc9-9571-b071e90f43c2),segment_id=c0eefc68-d721-4cc9-9571-b071e90f43c2)] {{(pid=80165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:33:28.795574 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-39d30cd8-644d-4dbc-96ae-4e17d0b369ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137761'] for port, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:28.814052 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [req-f973ce75-f6cb-4271-aef0-b821d9f72812 req-f082106c-d003-44f0-bf80-8e292b7f3db9 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Request body: {'floatingip': {'floating_network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028'}} {{(pid=80165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:33:28.815515 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-984e629f-1778-4728-8962-ece531bbe366 None None] For port e59a3b3f-1574-4215-9b26-9991919f02e9, host dv-cinder-750782-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=e59a3b3f-1574-4215-9b26-9991919f02e9,segment=NetworkSegment(c0eefc68-d721-4cc9-9571-b071e90f43c2),segment_id=c0eefc68-d721-4cc9-9571-b071e90f43c2)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:33:28.816356 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-984e629f-1778-4728-8962-ece531bbe366 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137761'] for port, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:28.838304 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0840a5a-2c96-4ae6-b4d0-631c2727b451 service neutron] Pushing event updated for resources: {'Port': ['ID=8763c103-1aac-4adb-a892-a4c501aff29d,revision_number=2']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:33:28.846377 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-f0840a5a-2c96-4ae6-b4d0-631c2727b451 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:33:28.878295 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [req-f973ce75-f6cb-4271-aef0-b821d9f72812 req-f082106c-d003-44f0-bf80-8e292b7f3db9 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:33:28.954689 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-39d30cd8-644d-4dbc-96ae-4e17d0b369ec admin admin] Calling delete_port for e59a3b3f-1574-4215-9b26-9991919f02e9 owned by network:dhcp {{(pid=80165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:33:28.976486 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:28.989546 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-f973ce75-f6cb-4271-aef0-b821d9f72812 req-f082106c-d003-44f0-bf80-8e292b7f3db9 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Usage tracker for resource:floatingip and tenant:01433532f839429f9ab490395be6df9b is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:33:29.000359 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-f973ce75-f6cb-4271-aef0-b821d9f72812 req-f082106c-d003-44f0-bf80-8e292b7f3db9 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:33:29.012173 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [req-f973ce75-f6cb-4271-aef0-b821d9f72812 req-f082106c-d003-44f0-bf80-8e292b7f3db9 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:33:29.035896 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-984e629f-1778-4728-8962-ece531bbe366 None None] Calling delete_port for e59a3b3f-1574-4215-9b26-9991919f02e9 owned by network:dhcp {{(pid=80167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:33:29.041908 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-f973ce75-f6cb-4271-aef0-b821d9f72812 req-f082106c-d003-44f0-bf80-8e292b7f3db9 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Notify callbacks [] for floatingip, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:29.049662 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [req-1ffd7311-ec05-450e-a433-9d44ff1b277b req-f0840a5a-2c96-4ae6-b4d0-631c2727b451 service neutron] Attempting to bind port 8763c103-1aac-4adb-a892-a4c501aff29d on host hv-cinder-75078 for vnic_type normal with profile {{(pid=80166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:33:29.050401 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [req-1ffd7311-ec05-450e-a433-9d44ff1b277b req-f0840a5a-2c96-4ae6-b4d0-631c2727b451 service neutron] Attempting to bind port 8763c103-1aac-4adb-a892-a4c501aff29d by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': '1014e9b3-3ba0-49df-a5ed-d042cca9ac40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1615a81-979f-4377-bdd4-466d6ecb70d8'}] {{(pid=80166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:33:29.050892 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffd7311-ec05-450e-a433-9d44ff1b277b req-f0840a5a-2c96-4ae6-b4d0-631c2727b451 service neutron] Attempting to bind port 8763c103-1aac-4adb-a892-a4c501aff29d on network e1615a81-979f-4377-bdd4-466d6ecb70d8 {{(pid=80166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:33:29.058406 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffd7311-ec05-450e-a433-9d44ff1b277b req-f0840a5a-2c96-4ae6-b4d0-631c2727b451 service neutron] Checking agent: {'id': 'fdb5f3a7-7d47-485b-a3bd-ac2e8030a5a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 24, 37), 'started_at': datetime.datetime(2021, 1, 19, 22, 25, 7), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:33:29.059123 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffd7311-ec05-450e-a433-9d44ff1b277b req-f0840a5a-2c96-4ae6-b4d0-631c2727b451 service neutron] Checking segment: {'id': '1014e9b3-3ba0-49df-a5ed-d042cca9ac40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1615a81-979f-4377-bdd4-466d6ecb70d8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:33:29.059602 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-1ffd7311-ec05-450e-a433-9d44ff1b277b req-f0840a5a-2c96-4ae6-b4d0-631c2727b451 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:29.060115 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffd7311-ec05-450e-a433-9d44ff1b277b req-f0840a5a-2c96-4ae6-b4d0-631c2727b451 service neutron] Bound using segment: {'id': '1014e9b3-3ba0-49df-a5ed-d042cca9ac40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1615a81-979f-4377-bdd4-466d6ecb70d8'} {{(pid=80166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:33:29.060809 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [req-1ffd7311-ec05-450e-a433-9d44ff1b277b req-f0840a5a-2c96-4ae6-b4d0-631c2727b451 service neutron] Bound port: 8763c103-1aac-4adb-a892-a4c501aff29d, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1014e9b3-3ba0-49df-a5ed-d042cca9ac40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1615a81-979f-4377-bdd4-466d6ecb70d8'}}] {{(pid=80166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:33:29.061718 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-1ffd7311-ec05-450e-a433-9d44ff1b277b req-f0840a5a-2c96-4ae6-b4d0-631c2727b451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:29.117382 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-39d30cd8-644d-4dbc-96ae-4e17d0b369ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307084714663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307085172425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852767463'] for port, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:29.134979 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-23028171-1a45-497c-affa-99cb5a112ad5 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:33:29.200620 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-5f23204a-e527-4dca-a952-e8d78d8f6f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:29.204750 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device e6c5bf0a-eb61-473f-a266-8bcc4e1632ba no longer exists at agent ovs-agent-dv-cinder-750782-5-smb {{(pid=80167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:33:29.240391 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-1ffd7311-ec05-450e-a433-9d44ff1b277b req-f0840a5a-2c96-4ae6-b4d0-631c2727b451 service neutron] For port 8763c103-1aac-4adb-a892-a4c501aff29d, host hv-cinder-75078, cleared binding levels {{(pid=80166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:33:29.247293 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d30cd8-644d-4dbc-96ae-4e17d0b369ec admin admin] Pushing event deleted for resources: {'Port': ['ID=e59a3b3f-1574-4215-9b26-9991919f02e9,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:33:29.249779 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] No Port match for: e6c5bf0a-eb61-473f-a266-8bcc4e1632ba {{(pid=80167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 22:33:29.250119 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device e6c5bf0a-eb61-473f-a266-8bcc4e1632ba not bound to the agent host dv-cinder-750782-5-smb {{(pid=80167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 22:33:29.250592 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device b1128e34-0566-4b0c-a792-578b245f19df no longer exists at agent ovs-agent-dv-cinder-750782-5-smb {{(pid=80167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:33:29.259161 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-39d30cd8-644d-4dbc-96ae-4e17d0b369ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:33:29.266892 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-1ffd7311-ec05-450e-a433-9d44ff1b277b req-f0840a5a-2c96-4ae6-b4d0-631c2727b451 service neutron] For port 8763c103-1aac-4adb-a892-a4c501aff29d, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=8763c103-1aac-4adb-a892-a4c501aff29d,segment=NetworkSegment(1014e9b3-3ba0-49df-a5ed-d042cca9ac40),segment_id=1014e9b3-3ba0-49df-a5ed-d042cca9ac40)] {{(pid=80166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:33:29.273650 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-1ffd7311-ec05-450e-a433-9d44ff1b277b req-f0840a5a-2c96-4ae6-b4d0-631c2727b451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11379449'] for port, after_update {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:29.291086 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-34d0a8e0-680c-4a2f-899f-5f009fcd51be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:33:29.352539 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] No Port match for: b1128e34-0566-4b0c-a792-578b245f19df {{(pid=80167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 22:33:29.352896 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device b1128e34-0566-4b0c-a792-578b245f19df not bound to the agent host dv-cinder-750782-5-smb {{(pid=80167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 22:33:29.368521 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d30cd8-644d-4dbc-96ae-4e17d0b369ec admin admin] No DVR routers for this DVR port e59a3b3f-1574-4215-9b26-9991919f02e9 on host dv-cinder-750782-5-smb {{(pid=80165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 22:33:29.376302 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.db.api [None req-984e629f-1778-4728-8962-ece531bbe366 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80167) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 22:33:29.377090 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_db.api [None req-984e629f-1778-4728-8962-ece531bbe366 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 22:33:29.416232 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b49e550-8b6d-4963-a558-e18cabd131e7 req-d70e55db-c884-4415-b5d1-2fa52ece9b2e tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:29.417048 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-3b49e550-8b6d-4963-a558-e18cabd131e7 req-d70e55db-c884-4415-b5d1-2fa52ece9b2e tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Synchronizing usage tracker for tenant:f0ed436f923242c09f18ac9215bbdd6d on resource:port {{(pid=80166) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:33:29.440014 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-f973ce75-f6cb-4271-aef0-b821d9f72812 req-f082106c-d003-44f0-bf80-8e292b7f3db9 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:29.505531 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0840a5a-2c96-4ae6-b4d0-631c2727b451 service neutron] Pushing event updated for resources: {'Port': ['ID=8763c103-1aac-4adb-a892-a4c501aff29d,revision_number=3']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:33:29.509000 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-f0840a5a-2c96-4ae6-b4d0-631c2727b451 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:33:29.512399 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-3b49e550-8b6d-4963-a558-e18cabd131e7 req-d70e55db-c884-4415-b5d1-2fa52ece9b2e tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Unset dirty status for tenant:f0ed436f923242c09f18ac9215bbdd6d on resource:port {{(pid=80166) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:33:29.514694 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-3b49e550-8b6d-4963-a558-e18cabd131e7 req-d70e55db-c884-4415-b5d1-2fa52ece9b2e tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc98a0-a1c8-42d3-8b25-45817e58faa3 HTTP/1.1" status: 200 len: 944 time: 0.3450301 Jan 19 22:33:29.532286 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-39d30cd8-644d-4dbc-96ae-4e17d0b369ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3566075', 'neutron.services.segments.db._delete_segments_for_network--9223363307084834676'] for network, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:29.595259 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-3b49e550-8b6d-4963-a558-e18cabd131e7 req-4c0f2afe-9bdd-4e4d-b721-60360bb0d976 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=d4ba60cb-9df7-4bd3-aa6b-9beda1c42257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750194 Jan 19 22:33:29.598587 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd7311-ec05-450e-a433-9d44ff1b277b req-f0840a5a-2c96-4ae6-b4d0-631c2727b451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:29.599262 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-1ffd7311-ec05-450e-a433-9d44ff1b277b req-f0840a5a-2c96-4ae6-b4d0-631c2727b451 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for port, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:29.600886 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-1ffd7311-ec05-450e-a433-9d44ff1b277b req-f0840a5a-2c96-4ae6-b4d0-631c2727b451 service neutron] 10.222.0.66 "PUT /v2.0/ports/8763c103-1aac-4adb-a892-a4c501aff29d HTTP/1.1" status: 200 len: 1158 time: 1.7263079 Jan 19 22:33:29.601324 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ecc98a0-a1c8-42d3-8b25-45817e58faa3', 'tag': '8763c103-1aac-4adb-a892-a4c501aff29d'}] {{(pid=80166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:33:29.707339 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ecc98a0-a1c8-42d3-8b25-45817e58faa3', 'tag': '8763c103-1aac-4adb-a892-a4c501aff29d', 'status': 'completed', 'code': 200} Jan 19 22:33:29.751616 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd7311-ec05-450e-a433-9d44ff1b277b req-490794a4-8084-420d-9e60-0a5a941dc567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:29.753362 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-1ffd7311-ec05-450e-a433-9d44ff1b277b req-490794a4-8084-420d-9e60-0a5a941dc567 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f0ed436f923242c09f18ac9215bbdd6d&device_id=9ecc98a0-a1c8-42d3-8b25-45817e58faa3 HTTP/1.1" status: 200 len: 1161 time: 0.0918558 Jan 19 22:33:29.757142 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.services.segments.db [None req-39d30cd8-644d-4dbc-96ae-4e17d0b369ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9833d04b-801e-468a-b55d-a07f3c5885cd']}} {{(pid=80165) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:33:29.776228 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.services.segments.db [None req-39d30cd8-644d-4dbc-96ae-4e17d0b369ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0eefc68-d721-4cc9-9571-b071e90f43c2') {'for_net_delete': True} {{(pid=80165) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:33:29.776545 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.services.segments.db [None req-39d30cd8-644d-4dbc-96ae-4e17d0b369ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0eefc68-d721-4cc9-9571-b071e90f43c2') {} {{(pid=80165) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:33:29.830292 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-39d30cd8-644d-4dbc-96ae-4e17d0b369ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307084830580', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036846564465'] for segment, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:29.840449 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-1ffd7311-ec05-450e-a433-9d44ff1b277b req-bfde1a33-0c7a-47d0-b243-55c228d56e28 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8763c103-1aac-4adb-a892-a4c501aff29d HTTP/1.1" status: 200 len: 217 time: 0.0718820 Jan 19 22:33:29.867503 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-39d30cd8-644d-4dbc-96ae-4e17d0b369ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560818'] for segment, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:29.873159 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-39d30cd8-644d-4dbc-96ae-4e17d0b369ec admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 19 22:33:29.879097 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-984e629f-1778-4728-8962-ece531bbe366 None None] Deleting port e59a3b3f-1574-4215-9b26-9991919f02e9 {{(pid=80167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:33:29.879852 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-984e629f-1778-4728-8962-ece531bbe366 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:29.918095 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd7311-ec05-450e-a433-9d44ff1b277b req-ed0e681c-2500-4fb0-b250-194c0d7b25d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:29.919757 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-1ffd7311-ec05-450e-a433-9d44ff1b277b req-ed0e681c-2500-4fb0-b250-194c0d7b25d6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b4c52249-2f5c-40fe-a964-1d16d96ffe83 HTTP/1.1" status: 200 len: 855 time: 0.0695908 Jan 19 22:33:29.952048 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-984e629f-1778-4728-8962-ece531bbe366 None None] The port 'e59a3b3f-1574-4215-9b26-9991919f02e9' was deleted {{(pid=80167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 19 22:33:30.009107 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd7311-ec05-450e-a433-9d44ff1b277b req-14672822-ea26-472c-b324-708268be9bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:30.010698 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-1ffd7311-ec05-450e-a433-9d44ff1b277b req-14672822-ea26-472c-b324-708268be9bb9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e1615a81-979f-4377-bdd4-466d6ecb70d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0841546 Jan 19 22:33:30.122116 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-39d30cd8-644d-4dbc-96ae-4e17d0b369ec admin admin] Network 9833d04b-801e-468a-b55d-a07f3c5885cd has no segments {{(pid=80165) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 22:33:30.134650 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-39d30cd8-644d-4dbc-96ae-4e17d0b369ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851214998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2008516'] for segment, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:30.155308 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-1ffd7311-ec05-450e-a433-9d44ff1b277b req-416da294-d3db-4cb4-82d9-85e9debed3dd service neutron] 10.222.0.66 "GET /v2.0/networks/e1615a81-979f-4377-bdd4-466d6ecb70d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374900 Jan 19 22:33:30.172134 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.db_base_plugin_common [req-f973ce75-f6cb-4271-aef0-b821d9f72812 req-f082106c-d003-44f0-bf80-8e292b7f3db9 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Allocated IP 172.28.2.234 (8d9e1b39-82c1-4058-b2cd-c5f96fe21028/38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0/11b7972d-0717-4648-88e7-e4365f5ee0fe) {{(pid=80165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:33:30.299062 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-1ffd7311-ec05-450e-a433-9d44ff1b277b req-c742bae0-f430-4b8b-99db-3381d507847c service neutron] 10.222.0.66 "GET /v2.0/networks/e1615a81-979f-4377-bdd4-466d6ecb70d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1363637 Jan 19 22:33:30.370565 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-39d30cd8-644d-4dbc-96ae-4e17d0b369ec admin admin] Network 9833d04b-801e-468a-b55d-a07f3c5885cd has no segments {{(pid=80165) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 22:33:30.397496 dv-cinder-750782-5-smb neutron-server[80054]: Traceback (most recent call last): Jan 19 22:33:30.397496 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 22:33:30.397496 dv-cinder-750782-5-smb neutron-server[80054]: timer() Jan 19 22:33:30.397496 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 22:33:30.397496 dv-cinder-750782-5-smb neutron-server[80054]: cb(*args, **kw) Jan 19 22:33:30.397496 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 19 22:33:30.397496 dv-cinder-750782-5-smb neutron-server[80054]: return func(*args, **kwargs) Jan 19 22:33:30.397496 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 22:33:30.397496 dv-cinder-750782-5-smb neutron-server[80054]: self._notify() Jan 19 22:33:30.397496 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 22:33:30.397496 dv-cinder-750782-5-smb neutron-server[80054]: self.callback(batched_events) Jan 19 22:33:30.397496 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 22:33:30.397496 dv-cinder-750782-5-smb neutron-server[80054]: event.method(event) Jan 19 22:33:30.397496 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 22:33:30.397496 dv-cinder-750782-5-smb neutron-server[80054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 22:33:30.397496 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 19 22:33:30.397496 dv-cinder-750782-5-smb neutron-server[80054]: segment_id)['aggregates'][0] Jan 19 22:33:30.397496 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 22:33:30.397496 dv-cinder-750782-5-smb neutron-server[80054]: return f(self, *a, **k) Jan 19 22:33:30.397496 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 19 22:33:30.397496 dv-cinder-750782-5-smb neutron-server[80054]: return self._get(url).json() Jan 19 22:33:30.397496 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 22:33:30.397496 dv-cinder-750782-5-smb neutron-server[80054]: **kwargs) Jan 19 22:33:30.397496 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 22:33:30.397496 dv-cinder-750782-5-smb neutron-server[80054]: return self.request(url, 'GET', **kwargs) Jan 19 22:33:30.397496 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 19 22:33:30.397496 dv-cinder-750782-5-smb neutron-server[80054]: **endpoint_filter) Jan 19 22:33:30.397496 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 22:33:30.397496 dv-cinder-750782-5-smb neutron-server[80054]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 22:33:30.397496 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 22:33:30.397496 dv-cinder-750782-5-smb neutron-server[80054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 22:33:30.397496 dv-cinder-750782-5-smb neutron-server[80054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 22:33:30.470173 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a2ef9-aa7b-4b1e-8105-41f71efc8a05 req-09e7536b-cd70-4558-9497-e4f4cdbba718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:30.471898 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-809a2ef9-aa7b-4b1e-8105-41f71efc8a05 req-09e7536b-cd70-4558-9497-e4f4cdbba718 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f0ed436f923242c09f18ac9215bbdd6d&device_id=9ecc98a0-a1c8-42d3-8b25-45817e58faa3 HTTP/1.1" status: 200 len: 1161 time: 0.0788190 Jan 19 22:33:30.651961 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a2ef9-aa7b-4b1e-8105-41f71efc8a05 req-785ae129-3dc7-48e1-b07b-d9e56c65e478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:30.653670 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-809a2ef9-aa7b-4b1e-8105-41f71efc8a05 req-785ae129-3dc7-48e1-b07b-d9e56c65e478 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e1615a81-979f-4377-bdd4-466d6ecb70d8 HTTP/1.1" status: 200 len: 910 time: 0.1670613 Jan 19 22:33:30.739769 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-809a2ef9-aa7b-4b1e-8105-41f71efc8a05 req-03d1e908-349d-4e98-9a1e-2e42e89549b9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8763c103-1aac-4adb-a892-a4c501aff29d HTTP/1.1" status: 200 len: 217 time: 0.0791483 Jan 19 22:33:30.785590 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-39d30cd8-644d-4dbc-96ae-4e17d0b369ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3565836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324611'] for network, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:30.804116 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:33:30.818203 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-39d30cd8-644d-4dbc-96ae-4e17d0b369ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for network, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:30.830970 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d30cd8-644d-4dbc-96ae-4e17d0b369ec admin admin] Pushing event deleted for resources: {'Network': ['ID=9833d04b-801e-468a-b55d-a07f3c5885cd,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:33:30.843484 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-39d30cd8-644d-4dbc-96ae-4e17d0b369ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:33:30.857234 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-f973ce75-f6cb-4271-aef0-b821d9f72812 req-f082106c-d003-44f0-bf80-8e292b7f3db9 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Notify callbacks [] for port, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:30.871124 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a2ef9-aa7b-4b1e-8105-41f71efc8a05 req-a958278a-ac12-4418-bbaf-862abf844f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:30.871986 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-39d30cd8-644d-4dbc-96ae-4e17d0b369ec admin admin] 10.222.0.43 "DELETE /v2.0/networks/9833d04b-801e-468a-b55d-a07f3c5885cd HTTP/1.1" status: 204 len: 168 time: 2.6752675 Jan 19 22:33:30.872694 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-809a2ef9-aa7b-4b1e-8105-41f71efc8a05 req-a958278a-ac12-4418-bbaf-862abf844f67 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b4c52249-2f5c-40fe-a964-1d16d96ffe83 HTTP/1.1" status: 200 len: 855 time: 0.1248074 Jan 19 22:33:30.898559 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-f973ce75-f6cb-4271-aef0-b821d9f72812 req-f082106c-d003-44f0-bf80-8e292b7f3db9 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307085170889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852767463'] for port, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:30.918414 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-c5cf52fa-d58f-4dbf-909b-c296faffc946 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:33:30.980265 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdba0dc8-0d94-4063-aee8-baafc542b3e8 req-c930d6d6-4c99-4a5d-8321-c94b157cadb9 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:30.982150 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-fdba0dc8-0d94-4063-aee8-baafc542b3e8 req-c930d6d6-4c99-4a5d-8321-c94b157cadb9 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc98a0-a1c8-42d3-8b25-45817e58faa3 HTTP/1.1" status: 200 len: 944 time: 0.1943223 Jan 19 22:33:31.058292 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a2ef9-aa7b-4b1e-8105-41f71efc8a05 req-7ffe048b-7921-4605-8930-474d3cae9c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:31.058597 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f082106c-d003-44f0-bf80-8e292b7f3db9 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Pushing event updated for resources: {'Port': ['ID=11b7972d-0717-4648-88e7-e4365f5ee0fe,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:33:31.060678 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-809a2ef9-aa7b-4b1e-8105-41f71efc8a05 req-7ffe048b-7921-4605-8930-474d3cae9c37 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e1615a81-979f-4377-bdd4-466d6ecb70d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1727066 Jan 19 22:33:31.065386 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 56972) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:33:31.066601 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-f082106c-d003-44f0-bf80-8e292b7f3db9 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:33:31.072119 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-fdba0dc8-0d94-4063-aee8-baafc542b3e8 req-c14f1f3d-659b-4810-bd5d-fbd0f9e88464 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=d4ba60cb-9df7-4bd3-aa6b-9beda1c42257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795603 Jan 19 22:33:31.159654 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-366286bf-85f8-4e18-8b07-9440f90bca57 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=14b41834d79d4e868fed82c53411eba6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0912306 Jan 19 22:33:31.164521 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 56976) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:33:31.180825 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f973ce75-f6cb-4271-aef0-b821d9f72812 req-f082106c-d003-44f0-bf80-8e292b7f3db9 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Network 8d9e1b39-82c1-4058-b2cd-c5f96fe21028 is already hosted by enough agents. {{(pid=80165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:33:31.183625 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [req-f973ce75-f6cb-4271-aef0-b821d9f72812 req-f082106c-d003-44f0-bf80-8e292b7f3db9 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Resources bound (agent type, host, resource id): {{(pid=80165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:33:31.188161 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [req-f973ce75-f6cb-4271-aef0-b821d9f72812 req-f082106c-d003-44f0-bf80-8e292b7f3db9 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Received port after_create {{(pid=80165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:33:31.224587 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-809a2ef9-aa7b-4b1e-8105-41f71efc8a05 req-628d0f48-c29c-4b94-888c-568922a6d14d service neutron] 10.222.0.66 "GET /v2.0/networks/e1615a81-979f-4377-bdd4-466d6ecb70d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514273 Jan 19 22:33:31.297279 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-d55fae55-9348-4ea1-a4f2-bc457a2dae9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:31.337511 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-d55fae55-9348-4ea1-a4f2-bc457a2dae9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:31.353142 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-f973ce75-f6cb-4271-aef0-b821d9f72812 req-f082106c-d003-44f0-bf80-8e292b7f3db9 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Notify callbacks [] for floatingip, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:31.371801 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-809a2ef9-aa7b-4b1e-8105-41f71efc8a05 req-a4f1e54a-4544-46fa-b01d-f2ecc8500993 service neutron] 10.222.0.66 "GET /v2.0/networks/e1615a81-979f-4377-bdd4-466d6ecb70d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1392202 Jan 19 22:33:31.418487 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1243c519-8875-4095-9705-67b78462088e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:31.442606 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-f973ce75-f6cb-4271-aef0-b821d9f72812 req-f082106c-d003-44f0-bf80-8e292b7f3db9 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:31.486467 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-d55fae55-9348-4ea1-a4f2-bc457a2dae9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:31.498568 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-16a19a5f-d4fd-43db-a886-2c776f8ca3c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:33:31.515833 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55fae55-9348-4ea1-a4f2-bc457a2dae9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9c998f-09a5-4912-9632-35ab35ffde2a,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:33:31.551246 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-d55fae55-9348-4ea1-a4f2-bc457a2dae9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:33:31.589304 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-d55fae55-9348-4ea1-a4f2-bc457a2dae9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:31.590536 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-d55fae55-9348-4ea1-a4f2-bc457a2dae9d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0d9c998f-09a5-4912-9632-35ab35ffde2a HTTP/1.1" status: 204 len: 168 time: 0.4250429 Jan 19 22:33:31.752362 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-f973ce75-f6cb-4271-aef0-b821d9f72812 req-f082106c-d003-44f0-bf80-8e292b7f3db9 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Notify callbacks [] for port, precommit_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:31.758779 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-f973ce75-f6cb-4271-aef0-b821d9f72812 req-f082106c-d003-44f0-bf80-8e292b7f3db9 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2008354'] for port, after_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:31.772320 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a3afc2f8-60fc-4830-854d-a72e61223387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:31.774419 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-36d99bc0-f0ea-49c2-a3b3-55dd5a6b7e52 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:33:31.917626 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f082106c-d003-44f0-bf80-8e292b7f3db9 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Pushing event updated for resources: {'Port': ['ID=11b7972d-0717-4648-88e7-e4365f5ee0fe,revision_number=2']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:33:31.926629 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-f082106c-d003-44f0-bf80-8e292b7f3db9 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:33:32.021476 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-f973ce75-f6cb-4271-aef0-b821d9f72812 req-f082106c-d003-44f0-bf80-8e292b7f3db9 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324628'] for floatingip, after_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:32.041001 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-f973ce75-f6cb-4271-aef0-b821d9f72812 req-f082106c-d003-44f0-bf80-8e292b7f3db9 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for floatingip, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:32.042391 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f973ce75-f6cb-4271-aef0-b821d9f72812 req-f082106c-d003-44f0-bf80-8e292b7f3db9 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2383072 Jan 19 22:33:32.136290 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-f973ce75-f6cb-4271-aef0-b821d9f72812 req-a66ccdeb-cb7e-4b70-9e85-02e8774cc548 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Synchronizing usage tracker for tenant:01433532f839429f9ab490395be6df9b on resource:floatingip {{(pid=80165) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:33:32.156447 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-f973ce75-f6cb-4271-aef0-b821d9f72812 req-a66ccdeb-cb7e-4b70-9e85-02e8774cc548 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Unset dirty status for tenant:01433532f839429f9ab490395be6df9b on resource:floatingip {{(pid=80165) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:33:32.157918 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f973ce75-f6cb-4271-aef0-b821d9f72812 req-a66ccdeb-cb7e-4b70-9e85-02e8774cc548 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.28.2.234 HTTP/1.1" status: 200 len: 696 time: 0.1085672 Jan 19 22:33:32.343501 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557e76e-8a5f-4bb0-aa86-2d2509560750 req-b4511625-3ad6-4f86-bb99-186504810b7b tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:32.343658 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973ce75-f6cb-4271-aef0-b821d9f72812 req-5f4ba7d9-eebc-48b6-9321-9a47bf102e49 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:32.345315 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f973ce75-f6cb-4271-aef0-b821d9f72812 req-5f4ba7d9-eebc-48b6-9321-9a47bf102e49 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/networks/8d9e1b39-82c1-4058-b2cd-c5f96fe21028 HTTP/1.1" status: 200 len: 784 time: 0.1805212 Jan 19 22:33:32.351585 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c557e76e-8a5f-4bb0-aa86-2d2509560750 req-b4511625-3ad6-4f86-bb99-186504810b7b tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc98a0-a1c8-42d3-8b25-45817e58faa3 HTTP/1.1" status: 200 len: 944 time: 0.1189575 Jan 19 22:33:32.356582 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [req-f973ce75-f6cb-4271-aef0-b821d9f72812 req-c2aa4e15-6474-4f95-96d8-5b878a3022f2 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80165) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 22:33:32.357720 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f973ce75-f6cb-4271-aef0-b821d9f72812 req-c2aa4e15-6474-4f95-96d8-5b878a3022f2 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0063412 Jan 19 22:33:32.415323 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c557e76e-8a5f-4bb0-aa86-2d2509560750 req-3cbb707b-7e7a-4e26-8508-cdd5fba90663 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=d4ba60cb-9df7-4bd3-aa6b-9beda1c42257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575342 Jan 19 22:33:32.578338 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c5df8-d6f1-45dd-81db-4f04d51c1ae8 req-f39cefbc-472c-4100-9ea3-0089f6669c09 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:32.580015 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-fc0c5df8-d6f1-45dd-81db-4f04d51c1ae8 req-f39cefbc-472c-4100-9ea3-0089f6669c09 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/ports?device_id=ef3a131f-73aa-424d-bc8a-087bf2e57e10&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1033711 Jan 19 22:33:32.670705 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-fc0c5df8-d6f1-45dd-81db-4f04d51c1ae8 req-1bd9c836-050a-44b1-a3f6-8df03c027006 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.28.2.234 HTTP/1.1" status: 200 len: 696 time: 0.0841262 Jan 19 22:33:32.686797 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [req-fc0c5df8-d6f1-45dd-81db-4f04d51c1ae8 req-206055c1-afb6-4883-96d2-a92db1df817f tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Request body: {'floatingip': {'port_id': 'ab6680c3-2976-4732-b364-551124df54ce', 'fixed_ip_address': '172.20.0.7'}} {{(pid=80165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:33:32.777829 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-fc0c5df8-d6f1-45dd-81db-4f04d51c1ae8 req-206055c1-afb6-4883-96d2-a92db1df817f tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Notify callbacks [] for floatingip, before_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:33.042700 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:33.401693 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-fc0c5df8-d6f1-45dd-81db-4f04d51c1ae8 req-206055c1-afb6-4883-96d2-a92db1df817f tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Notify callbacks [] for floatingip, precommit_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:33.405173 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-fc0c5df8-d6f1-45dd-81db-4f04d51c1ae8 req-206055c1-afb6-4883-96d2-a92db1df817f tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324628'] for floatingip, after_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:33.435055 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8bdf443e-3544-4df7-a37c-063f9f459872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:33.607128 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device 8763c103-1aac-4adb-a892-a4c501aff29d up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:33:33.701910 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c947dd-7391-40a3-9d71-6419b196f408 req-49a8f612-dcba-42a4-b705-8bb008aa2943 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:33.703673 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f5c947dd-7391-40a3-9d71-6419b196f408 req-49a8f612-dcba-42a4-b705-8bb008aa2943 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc98a0-a1c8-42d3-8b25-45817e58faa3 HTTP/1.1" status: 200 len: 944 time: 0.1296473 Jan 19 22:33:33.707727 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning for port 8763c103-1aac-4adb-a892-a4c501aff29d completed by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:33:33.714211 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port 8763c103-1aac-4adb-a892-a4c501aff29d triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:33:33.714640 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:33.772374 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f5c947dd-7391-40a3-9d71-6419b196f408 req-531f52ad-8949-4221-bd02-b9f36d3fced3 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=d4ba60cb-9df7-4bd3-aa6b-9beda1c42257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597351 Jan 19 22:33:33.859579 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.db.l3_db [req-fc0c5df8-d6f1-45dd-81db-4f04d51c1ae8 req-206055c1-afb6-4883-96d2-a92db1df817f tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Floating IP a592ff4b-a1c2-45bb-b429-a16c1562901a associated. External IP: 172.28.2.234, port: ab6680c3-2976-4732-b364-551124df54ce. Jan 19 22:33:34.017691 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:34.052361 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ecc98a0-a1c8-42d3-8b25-45817e58faa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8763c103-1aac-4adb-a892-a4c501aff29d'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:33:34.063169 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 57034) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:33:34.063678 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] For port 8763c103-1aac-4adb-a892-a4c501aff29d, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=8763c103-1aac-4adb-a892-a4c501aff29d,segment=NetworkSegment(1014e9b3-3ba0-49df-a5ed-d042cca9ac40),segment_id=1014e9b3-3ba0-49df-a5ed-d042cca9ac40)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:33:34.067323 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:34.070058 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-61dcb789-401f-4df5-8011-6713878a7425 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:33:34.134265 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ecc98a0-a1c8-42d3-8b25-45817e58faa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8763c103-1aac-4adb-a892-a4c501aff29d', 'code': 200} Jan 19 22:33:34.148175 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Pushing event updated for resources: {'Port': ['ID=8763c103-1aac-4adb-a892-a4c501aff29d,revision_number=4']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:33:34.151772 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:33:34.239033 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-63ee8ee9-9ec9-4403-904b-41d042298895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:34.258971 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-63ee8ee9-9ec9-4403-904b-41d042298895 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:33:34.262693 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc0c5df8-d6f1-45dd-81db-4f04d51c1ae8 req-206055c1-afb6-4883-96d2-a92db1df817f tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Router d4f0b7d9-1d40-4a1f-987b-f4715a410a33 has already been hosted by L3 agent f53f1119-c8e9-4b63-a732-32c6c8f5b9fc {{(pid=80165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 22:33:34.263196 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-63ee8ee9-9ec9-4403-904b-41d042298895 admin admin] Usage tracker for resource:security_group_rule and tenant:c7ec170bfb2b4fa78266fbc861674bbe is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:33:34.266224 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-63ee8ee9-9ec9-4403-904b-41d042298895 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:33:34.272619 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-63ee8ee9-9ec9-4403-904b-41d042298895 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:33:34.467626 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc0c5df8-d6f1-45dd-81db-4f04d51c1ae8 req-206055c1-afb6-4883-96d2-a92db1df817f tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Notify agent at l3_agent.dv-cinder-750782-5-smb the message routers_updated {{(pid=80165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:33:34.472108 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-fc0c5df8-d6f1-45dd-81db-4f04d51c1ae8 req-206055c1-afb6-4883-96d2-a92db1df817f tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for floatingip, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:34.479080 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fe8d14-be33-4403-9296-16eac333849e None None] Sync routers for ids ['d4f0b7d9-1d40-4a1f-987b-f4715a410a33'] in dv-cinder-750782-5-smb {{(pid=80168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:33:34.491576 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fe8d14-be33-4403-9296-16eac333849e None None] Routers {'d4f0b7d9-1d40-4a1f-987b-f4715a410a33'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:33:34.492438 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-91fe8d14-be33-4403-9296-16eac333849e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:33:32Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['d4f0b7d9-1d40-4a1f-987b-f4715a410a33'], 'active': True} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:33:34.532709 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-fc0c5df8-d6f1-45dd-81db-4f04d51c1ae8 req-206055c1-afb6-4883-96d2-a92db1df817f tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "PUT /v2.0/floatingips/a592ff4b-a1c2-45bb-b429-a16c1562901a HTTP/1.1" status: 200 len: 996 time: 1.8553030 Jan 19 22:33:34.533257 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef3a131f-73aa-424d-bc8a-087bf2e57e10', 'tag': 'ab6680c3-2976-4732-b364-551124df54ce'}] {{(pid=80165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:33:34.604051 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef3a131f-73aa-424d-bc8a-087bf2e57e10', 'tag': 'ab6680c3-2976-4732-b364-551124df54ce', 'status': 'completed', 'code': 200} Jan 19 22:33:34.622304 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e5c8c-116e-4a44-8dbd-9e4cc2dd2789 req-8f7424fe-6807-4196-87e3-62f72e5bf7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:34.623955 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d12e5c8c-116e-4a44-8dbd-9e4cc2dd2789 req-8f7424fe-6807-4196-87e3-62f72e5bf7b4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9ecc98a0-a1c8-42d3-8b25-45817e58faa3 HTTP/1.1" status: 200 len: 1163 time: 0.0994315 Jan 19 22:33:34.638170 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c5df8-d6f1-45dd-81db-4f04d51c1ae8 req-8f249f6b-237f-43f3-91c9-5ee8da36386f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:34.639841 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-fc0c5df8-d6f1-45dd-81db-4f04d51c1ae8 req-8f249f6b-237f-43f3-91c9-5ee8da36386f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=01433532f839429f9ab490395be6df9b&device_id=ef3a131f-73aa-424d-bc8a-087bf2e57e10 HTTP/1.1" status: 200 len: 1162 time: 0.0856268 Jan 19 22:33:34.690804 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-63ee8ee9-9ec9-4403-904b-41d042298895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:34.699918 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-63ee8ee9-9ec9-4403-904b-41d042298895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:34.719615 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-91fe8d14-be33-4403-9296-16eac333849e None None] Set router d4f0b7d9-1d40-4a1f-987b-f4715a410a33 gateway port host: dv-cinder-750782-5-smb {{(pid=80168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:33:34.727096 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-65df83de-0727-4785-a7c1-fb45b5931599 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:33:34.737424 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d12e5c8c-116e-4a44-8dbd-9e4cc2dd2789 req-2d70c9bf-b337-4733-9e1f-5797283ce6fe service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d4ba60cb-9df7-4bd3-aa6b-9beda1c42257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822220 Jan 19 22:33:34.779232 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-63ee8ee9-9ec9-4403-904b-41d042298895 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c7ec170bfb2b4fa78266fbc861674bbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7145350 Jan 19 22:33:34.780817 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ee8ee9-9ec9-4403-904b-41d042298895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78cb5594-a8f1-4e7f-b876-1449770bfb72,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:33:34.784489 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 57042) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:33:34.786780 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-63ee8ee9-9ec9-4403-904b-41d042298895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:33:34.841749 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9df335-58df-4b66-ae9f-2e9493a74b4e req-7869d0d1-7baf-4128-92a7-4148e81630b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:34.843372 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0d9df335-58df-4b66-ae9f-2e9493a74b4e req-7869d0d1-7baf-4128-92a7-4148e81630b8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=01433532f839429f9ab490395be6df9b&device_id=ef3a131f-73aa-424d-bc8a-087bf2e57e10 HTTP/1.1" status: 200 len: 1162 time: 0.1726177 Jan 19 22:33:34.851591 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-307df23c-a75a-4d5d-b56c-dd8323a6d78c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:34.868427 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c5df8-d6f1-45dd-81db-4f04d51c1ae8 req-c9f5d41f-1188-43c1-adb4-306cee2d35a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:34.870074 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-fc0c5df8-d6f1-45dd-81db-4f04d51c1ae8 req-c9f5d41f-1188-43c1-adb4-306cee2d35a4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2a1bb381-2a87-4d84-9a2f-e3a92c9466a9 HTTP/1.1" status: 200 len: 903 time: 0.2223175 Jan 19 22:33:34.882434 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-307df23c-a75a-4d5d-b56c-dd8323a6d78c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:34.981772 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-307df23c-a75a-4d5d-b56c-dd8323a6d78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:34.990175 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-08ceb523-d223-4215-a77e-d273bad2f794 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:33:34.996780 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-fc0c5df8-d6f1-45dd-81db-4f04d51c1ae8 req-8623fc50-832c-4cbf-9cc2-11586d259d50 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab6680c3-2976-4732-b364-551124df54ce HTTP/1.1" status: 200 len: 999 time: 0.1197000 Jan 19 22:33:35.006912 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307df23c-a75a-4d5d-b56c-dd8323a6d78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78cb5594-a8f1-4e7f-b876-1449770bfb72,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:33:35.011297 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-307df23c-a75a-4d5d-b56c-dd8323a6d78c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:33:35.024756 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-307df23c-a75a-4d5d-b56c-dd8323a6d78c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:35.026027 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-307df23c-a75a-4d5d-b56c-dd8323a6d78c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/78cb5594-a8f1-4e7f-b876-1449770bfb72 HTTP/1.1" status: 204 len: 168 time: 0.2408938 Jan 19 22:33:35.105560 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b1a131-e577-4c4d-864b-af41e0fb5851 req-25df9543-ac96-4994-959a-51d8acce5973 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:35.107319 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-34b1a131-e577-4c4d-864b-af41e0fb5851 req-25df9543-ac96-4994-959a-51d8acce5973 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc98a0-a1c8-42d3-8b25-45817e58faa3 HTTP/1.1" status: 200 len: 946 time: 0.1839683 Jan 19 22:33:35.181693 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-34b1a131-e577-4c4d-864b-af41e0fb5851 req-e345d431-0402-4162-be2f-28efb529a0fc tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=d4ba60cb-9df7-4bd3-aa6b-9beda1c42257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672314 Jan 19 22:33:35.239560 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c5df8-d6f1-45dd-81db-4f04d51c1ae8 req-a3bbe07b-e209-4248-854c-9015a2752736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:35.241420 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-fc0c5df8-d6f1-45dd-81db-4f04d51c1ae8 req-a3bbe07b-e209-4248-854c-9015a2752736 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=55957ee4-9e38-46bc-b06c-2654a0308264 HTTP/1.1" status: 200 len: 848 time: 0.2375286 Jan 19 22:33:35.343982 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9df335-58df-4b66-ae9f-2e9493a74b4e req-47899dbd-c369-4d50-92b5-51a3c3bd0159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:35.345596 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0d9df335-58df-4b66-ae9f-2e9493a74b4e req-47899dbd-c369-4d50-92b5-51a3c3bd0159 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2a1bb381-2a87-4d84-9a2f-e3a92c9466a9 HTTP/1.1" status: 200 len: 903 time: 0.2834241 Jan 19 22:33:35.346326 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-91fe8d14-be33-4403-9296-16eac333849e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f0b7d9-1d40-4a1f-987b-f4715a410a33', 'name': 'tempest-TestShelveInstance-2117628484-router', 'tenant_id': '01433532f839429f9ab490395be6df9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ecd28f76-9f38-435b-9ab1-b6b22f91772b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:32:40Z', 'updated_at': '2021-01-19T22:32:45Z', 'revision_number': 4, 'project_id': '01433532f839429f9ab490395be6df9b', 'gw_port': {'id': 'ecd28f76-9f38-435b-9ab1-b6b22f91772b', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f0b7d9-1d40-4a1f-987b-f4715a410a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:32:41Z', 'updated_at': '2021-01-19T22:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_floatingips': [{'id': 'a592ff4b-a1c2-45bb-b429-a16c1562901a', 'tenant_id': '01433532f839429f9ab490395be6df9b', 'floating_ip_address': '172.28.2.234', 'floating_network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'router_id': 'd4f0b7d9-1d40-4a1f-987b-f4715a410a33', 'port_id': 'ab6680c3-2976-4732-b364-551124df54ce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a1bb381-2a87-4d84-9a2f-e3a92c9466a9', 'mac_address': 'fa:16:3e:7e:5c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3a131f-73aa-424d-bc8a-087bf2e57e10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T22:33:31Z', 'updated_at': '2021-01-19T22:33:33Z', 'revision_number': 1, 'project_id': '01433532f839429f9ab490395be6df9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b3512bc-f803-466f-bdbd-d2fa8751c5f1', 'name': '', 'network_id': '2a1bb381-2a87-4d84-9a2f-e3a92c9466a9', 'tenant_id': '01433532f839429f9ab490395be6df9b', 'mac_address': 'fa:16:3e:7f:de:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f0b7d9-1d40-4a1f-987b-f4715a410a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '55957ee4-9e38-46bc-b06c-2654a0308264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:32:45Z', 'updated_at': '2021-01-19T22:32:55Z', 'revision_number': 5, 'project_id': '01433532f839429f9ab490395be6df9b', 'subnets': [{'id': '55957ee4-9e38-46bc-b06c-2654a0308264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:33:35.351301 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fe8d14-be33-4403-9296-16eac333849e None None] Checking router: d4f0b7d9-1d40-4a1f-987b-f4715a410a33 for host: dv-cinder-750782-5-smb {{(pid=80168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:33:35.364130 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fe8d14-be33-4403-9296-16eac333849e None None] Routers {'d4f0b7d9-1d40-4a1f-987b-f4715a410a33'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:33:35.365195 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-91fe8d14-be33-4403-9296-16eac333849e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:33:32Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['d4f0b7d9-1d40-4a1f-987b-f4715a410a33'], 'active': True} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:33:35.431241 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device 8763c103-1aac-4adb-a892-a4c501aff29d up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:33:35.453745 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c5df8-d6f1-45dd-81db-4f04d51c1ae8 req-6b27c615-3b3e-4e06-94b1-25ec4b09b1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:35.455398 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-fc0c5df8-d6f1-45dd-81db-4f04d51c1ae8 req-6b27c615-3b3e-4e06-94b1-25ec4b09b1fc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2a1bb381-2a87-4d84-9a2f-e3a92c9466a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2029355 Jan 19 22:33:35.481021 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [req-fc0c5df8-d6f1-45dd-81db-4f04d51c1ae8 req-6b513209-7d8d-4505-bca4-9258808a8fb7 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80165) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 22:33:35.481612 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 57052) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:33:35.482131 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-fc0c5df8-d6f1-45dd-81db-4f04d51c1ae8 req-6b513209-7d8d-4505-bca4-9258808a8fb7 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0084054 Jan 19 22:33:35.484391 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0d9df335-58df-4b66-ae9f-2e9493a74b4e req-c016b554-65a1-47ea-be2b-94dddf9df953 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab6680c3-2976-4732-b364-551124df54ce HTTP/1.1" status: 200 len: 999 time: 0.1277816 Jan 19 22:33:35.504056 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port 8763c103-1aac-4adb-a892-a4c501aff29d triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:33:35.504760 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:35.508969 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-4935b1b5-f5ac-43ce-9bc8-278e3add972f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:35.534298 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-4935b1b5-f5ac-43ce-9bc8-278e3add972f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:33:35.540918 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-4935b1b5-f5ac-43ce-9bc8-278e3add972f admin admin] Usage tracker for resource:security_group_rule and tenant:027483280de640d99a0339f598da19fa is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:33:35.544989 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-4935b1b5-f5ac-43ce-9bc8-278e3add972f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:33:35.552342 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-4935b1b5-f5ac-43ce-9bc8-278e3add972f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:33:35.569966 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-91fe8d14-be33-4403-9296-16eac333849e None None] Set router d4f0b7d9-1d40-4a1f-987b-f4715a410a33 gateway port host: dv-cinder-750782-5-smb {{(pid=80168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:33:35.650926 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-4935b1b5-f5ac-43ce-9bc8-278e3add972f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:35.654187 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-4935b1b5-f5ac-43ce-9bc8-278e3add972f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:35.663612 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-b685c236-e425-4bbb-97c5-605a14d73d52 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:33:35.682959 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9df335-58df-4b66-ae9f-2e9493a74b4e req-d358d3b4-2b7d-4e41-88fe-8e11d2fb6319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:35.684733 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0d9df335-58df-4b66-ae9f-2e9493a74b4e req-d358d3b4-2b7d-4e41-88fe-8e11d2fb6319 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=55957ee4-9e38-46bc-b06c-2654a0308264 HTTP/1.1" status: 200 len: 848 time: 0.1451809 Jan 19 22:33:35.709925 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-4935b1b5-f5ac-43ce-9bc8-278e3add972f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=027483280de640d99a0339f598da19fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2225800 Jan 19 22:33:35.709925 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4935b1b5-f5ac-43ce-9bc8-278e3add972f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5224ffc9-d8df-41f5-9fdb-38545cd2246b,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:33:35.714039 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-4935b1b5-f5ac-43ce-9bc8-278e3add972f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:33:35.714783 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 57056) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:33:35.755838 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-fc0c5df8-d6f1-45dd-81db-4f04d51c1ae8 req-b40dc2eb-3eb6-44fd-8b9d-f50c88bcb50f service neutron] 10.222.0.43 "GET /v2.0/networks/2a1bb381-2a87-4d84-9a2f-e3a92c9466a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639258 Jan 19 22:33:35.786020 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-aa015b19-4654-4a54-a1ec-86b57389375c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:35.815346 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-aa015b19-4654-4a54-a1ec-86b57389375c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:35.865411 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-aa015b19-4654-4a54-a1ec-86b57389375c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:35.871869 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-5306b838-e162-4a1f-acf9-b1d5f48aa64a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:33:35.883925 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9df335-58df-4b66-ae9f-2e9493a74b4e req-fa8c3c57-3d79-470a-aa12-2fa53fd467c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:35.885601 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0d9df335-58df-4b66-ae9f-2e9493a74b4e req-fa8c3c57-3d79-470a-aa12-2fa53fd467c2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2a1bb381-2a87-4d84-9a2f-e3a92c9466a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1850560 Jan 19 22:33:35.889830 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa015b19-4654-4a54-a1ec-86b57389375c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5224ffc9-d8df-41f5-9fdb-38545cd2246b,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:33:35.902151 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-aa015b19-4654-4a54-a1ec-86b57389375c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:33:35.904722 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-aa015b19-4654-4a54-a1ec-86b57389375c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:35.910406 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-aa015b19-4654-4a54-a1ec-86b57389375c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5224ffc9-d8df-41f5-9fdb-38545cd2246b HTTP/1.1" status: 204 len: 168 time: 0.1942785 Jan 19 22:33:35.963020 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-91fe8d14-be33-4403-9296-16eac333849e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f0b7d9-1d40-4a1f-987b-f4715a410a33', 'name': 'tempest-TestShelveInstance-2117628484-router', 'tenant_id': '01433532f839429f9ab490395be6df9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ecd28f76-9f38-435b-9ab1-b6b22f91772b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:32:40Z', 'updated_at': '2021-01-19T22:32:45Z', 'revision_number': 4, 'project_id': '01433532f839429f9ab490395be6df9b', 'gw_port': {'id': 'ecd28f76-9f38-435b-9ab1-b6b22f91772b', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f0b7d9-1d40-4a1f-987b-f4715a410a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:32:41Z', 'updated_at': '2021-01-19T22:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_floatingips': [{'id': 'a592ff4b-a1c2-45bb-b429-a16c1562901a', 'tenant_id': '01433532f839429f9ab490395be6df9b', 'floating_ip_address': '172.28.2.234', 'floating_network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'router_id': 'd4f0b7d9-1d40-4a1f-987b-f4715a410a33', 'port_id': 'ab6680c3-2976-4732-b364-551124df54ce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a1bb381-2a87-4d84-9a2f-e3a92c9466a9', 'mac_address': 'fa:16:3e:7e:5c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3a131f-73aa-424d-bc8a-087bf2e57e10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T22:33:31Z', 'updated_at': '2021-01-19T22:33:33Z', 'revision_number': 1, 'project_id': '01433532f839429f9ab490395be6df9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b3512bc-f803-466f-bdbd-d2fa8751c5f1', 'name': '', 'network_id': '2a1bb381-2a87-4d84-9a2f-e3a92c9466a9', 'tenant_id': '01433532f839429f9ab490395be6df9b', 'mac_address': 'fa:16:3e:7f:de:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f0b7d9-1d40-4a1f-987b-f4715a410a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '55957ee4-9e38-46bc-b06c-2654a0308264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:32:45Z', 'updated_at': '2021-01-19T22:32:55Z', 'revision_number': 5, 'project_id': '01433532f839429f9ab490395be6df9b', 'subnets': [{'id': '55957ee4-9e38-46bc-b06c-2654a0308264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:33:35.968420 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fe8d14-be33-4403-9296-16eac333849e None None] The sync data for ids ['d4f0b7d9-1d40-4a1f-987b-f4715a410a33'] in dv-cinder-750782-5-smb is: [{'id': 'd4f0b7d9-1d40-4a1f-987b-f4715a410a33', 'name': 'tempest-TestShelveInstance-2117628484-router', 'tenant_id': '01433532f839429f9ab490395be6df9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ecd28f76-9f38-435b-9ab1-b6b22f91772b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:32:40Z', 'updated_at': '2021-01-19T22:32:45Z', 'revision_number': 4, 'project_id': '01433532f839429f9ab490395be6df9b', 'gw_port': {'id': 'ecd28f76-9f38-435b-9ab1-b6b22f91772b', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f0b7d9-1d40-4a1f-987b-f4715a410a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:32:41Z', 'updated_at': '2021-01-19T22:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_floatingips': [{'id': 'a592ff4b-a1c2-45bb-b429-a16c1562901a', 'tenant_id': '01433532f839429f9ab490395be6df9b', 'floating_ip_address': '172.28.2.234', 'floating_network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'router_id': 'd4f0b7d9-1d40-4a1f-987b-f4715a410a33', 'port_id': 'ab6680c3-2976-4732-b364-551124df54ce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a1bb381-2a87-4d84-9a2f-e3a92c9466a9', 'mac_address': 'fa:16:3e:7e:5c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3a131f-73aa-424d-bc8a-087bf2e57e10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T22:33:31Z', 'updated_at': '2021-01-19T22:33:33Z', 'revision_number': 1, 'project_id': '01433532f839429f9ab490395be6df9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b3512bc-f803-466f-bdbd-d2fa8751c5f1', 'name': '', 'network_id': '2a1bb381-2a87-4d84-9a2f-e3a92c9466a9', 'tenant_id': '01433532f839429f9ab490395be6df9b', 'mac_address': 'fa:16:3e:7f:de:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f0b7d9-1d40-4a1f-987b-f4715a410a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '55957ee4-9e38-46bc-b06c-2654a0308264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:32:45Z', 'updated_at': '2021-01-19T22:32:55Z', 'revision_number': 5, 'project_id': '01433532f839429f9ab490395be6df9b', 'subnets': [{'id': '55957ee4-9e38-46bc-b06c-2654a0308264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:33:36.037558 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-fc0c5df8-d6f1-45dd-81db-4f04d51c1ae8 req-a53d180e-a6eb-401c-879e-3a4cb5e72e47 service neutron] 10.222.0.43 "GET /v2.0/networks/2a1bb381-2a87-4d84-9a2f-e3a92c9466a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2725222 Jan 19 22:33:36.088393 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0d9df335-58df-4b66-ae9f-2e9493a74b4e req-8d09f288-a5e5-4dfe-aba5-9db245f7a07d service neutron] 10.222.0.66 "GET /v2.0/networks/2a1bb381-2a87-4d84-9a2f-e3a92c9466a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713505 Jan 19 22:33:36.249574 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0d9df335-58df-4b66-ae9f-2e9493a74b4e req-6ccabd07-71aa-44f8-90c8-8f3aa030ba5a service neutron] 10.222.0.66 "GET /v2.0/networks/2a1bb381-2a87-4d84-9a2f-e3a92c9466a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1534090 Jan 19 22:33:36.300164 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ea4176-4176-4bef-946b-8f5a2d27e436 None None] New status for floating IP a592ff4b-a1c2-45bb-b429-a16c1562901a: ACTIVE {{(pid=80167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 19 22:33:36.480893 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e74aca-2c88-47e1-80a2-877d910659c9 req-d03c3b43-9185-4ed3-b2fb-2fb67fb59640 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:36.482852 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c3e74aca-2c88-47e1-80a2-877d910659c9 req-d03c3b43-9185-4ed3-b2fb-2fb67fb59640 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc98a0-a1c8-42d3-8b25-45817e58faa3 HTTP/1.1" status: 200 len: 946 time: 0.1151514 Jan 19 22:33:36.540428 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c3e74aca-2c88-47e1-80a2-877d910659c9 req-31c81959-ce25-474a-98bc-627bb3cf4be6 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=d4ba60cb-9df7-4bd3-aa6b-9beda1c42257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503461 Jan 19 22:33:37.019392 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b2fa2-f5be-4f33-bb2b-48d561661df0 req-7a6e30b8-9d9f-4a94-9b0c-2367752109c6 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:37.021029 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c98b2fa2-f5be-4f33-bb2b-48d561661df0 req-7a6e30b8-9d9f-4a94-9b0c-2367752109c6 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc98a0-a1c8-42d3-8b25-45817e58faa3 HTTP/1.1" status: 200 len: 946 time: 0.3327100 Jan 19 22:33:37.031275 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 57086) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:33:37.037499 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-a223e943-5f37-453e-897d-1c4f9b2b4d08 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Request body: {'floatingip': {'port_id': '8763c103-1aac-4adb-a892-a4c501aff29d'}} {{(pid=80165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:33:37.122446 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a223e943-5f37-453e-897d-1c4f9b2b4d08 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks [] for floatingip, before_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:37.445130 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:37.753726 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a223e943-5f37-453e-897d-1c4f9b2b4d08 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks [] for floatingip, precommit_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:37.756819 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a223e943-5f37-453e-897d-1c4f9b2b4d08 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324628'] for floatingip, after_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:37.938760 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.db.l3_db [None req-a223e943-5f37-453e-897d-1c4f9b2b4d08 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Floating IP fba26e6d-e944-4d65-b0f0-d56c7a8ae2cb associated. External IP: 172.28.2.108, port: 8763c103-1aac-4adb-a892-a4c501aff29d. Jan 19 22:33:38.321240 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a223e943-5f37-453e-897d-1c4f9b2b4d08 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Router 72a01932-d992-4eba-85bb-d8b2988074e0 has already been hosted by L3 agent f53f1119-c8e9-4b63-a732-32c6c8f5b9fc {{(pid=80165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 22:33:38.515041 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a223e943-5f37-453e-897d-1c4f9b2b4d08 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify agent at l3_agent.dv-cinder-750782-5-smb the message routers_updated {{(pid=80165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:33:38.519667 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a223e943-5f37-453e-897d-1c4f9b2b4d08 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for floatingip, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:38.529147 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec5672a-44a7-4ecf-8a55-e6511d34a9f7 None None] Sync routers for ids ['72a01932-d992-4eba-85bb-d8b2988074e0'] in dv-cinder-750782-5-smb {{(pid=80168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:33:38.540299 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec5672a-44a7-4ecf-8a55-e6511d34a9f7 None None] Routers {'72a01932-d992-4eba-85bb-d8b2988074e0'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:33:38.541040 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-4ec5672a-44a7-4ecf-8a55-e6511d34a9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:33:32Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['72a01932-d992-4eba-85bb-d8b2988074e0'], 'active': True} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:33:38.597734 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-a223e943-5f37-453e-897d-1c4f9b2b4d08 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "PUT /v2.0/floatingips/fba26e6d-e944-4d65-b0f0-d56c7a8ae2cb HTTP/1.1" status: 200 len: 992 time: 1.5621948 Jan 19 22:33:38.597734 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ecc98a0-a1c8-42d3-8b25-45817e58faa3', 'tag': '8763c103-1aac-4adb-a892-a4c501aff29d'}] {{(pid=80165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:33:38.678733 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ecc98a0-a1c8-42d3-8b25-45817e58faa3', 'tag': '8763c103-1aac-4adb-a892-a4c501aff29d', 'status': 'completed', 'code': 200} Jan 19 22:33:38.749764 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-4ec5672a-44a7-4ecf-8a55-e6511d34a9f7 None None] Set router 72a01932-d992-4eba-85bb-d8b2988074e0 gateway port host: dv-cinder-750782-5-smb {{(pid=80168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:33:38.860266 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7dc3ed-783f-46f5-899e-da575798d64f req-87accf5b-30e3-4ba1-835a-8be0cfc114ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:38.863008 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-8e7dc3ed-783f-46f5-899e-da575798d64f req-87accf5b-30e3-4ba1-835a-8be0cfc114ee service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f0ed436f923242c09f18ac9215bbdd6d&device_id=9ecc98a0-a1c8-42d3-8b25-45817e58faa3 HTTP/1.1" status: 200 len: 1163 time: 0.1004896 Jan 19 22:33:39.021294 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7dc3ed-783f-46f5-899e-da575798d64f req-60a7e4fe-a81d-4b4e-b195-5e62fb7b080f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:39.022486 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-8e7dc3ed-783f-46f5-899e-da575798d64f req-60a7e4fe-a81d-4b4e-b195-5e62fb7b080f service neutron] 10.222.0.66 "GET /v2.0/networks?id=e1615a81-979f-4377-bdd4-466d6ecb70d8 HTTP/1.1" status: 200 len: 910 time: 0.1506093 Jan 19 22:33:39.143670 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-8e7dc3ed-783f-46f5-899e-da575798d64f req-80f4852c-526e-476f-9c5c-57ae6874694d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8763c103-1aac-4adb-a892-a4c501aff29d HTTP/1.1" status: 200 len: 1000 time: 0.1120851 Jan 19 22:33:39.149719 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-4ec5672a-44a7-4ecf-8a55-e6511d34a9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'name': 'tempest-AttachVolumeShelveTestJSON-329750149-router', 'tenant_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.6'}], 'enable_snat': True}, 'gw_port_id': '145cfcfa-5373-4fbf-bcff-b5a5dcc22542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:30:31Z', 'updated_at': '2021-01-19T22:30:38Z', 'revision_number': 4, 'project_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'gw_port': {'id': '145cfcfa-5373-4fbf-bcff-b5a5dcc22542', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:30:32Z', 'updated_at': '2021-01-19T22:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_floatingips': [{'id': 'fba26e6d-e944-4d65-b0f0-d56c7a8ae2cb', 'tenant_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'floating_ip_address': '172.28.2.108', 'floating_network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'router_id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'port_id': '8763c103-1aac-4adb-a892-a4c501aff29d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1615a81-979f-4377-bdd4-466d6ecb70d8', 'mac_address': 'fa:16:3e:dc:9f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecc98a0-a1c8-42d3-8b25-45817e58faa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T22:33:21Z', 'updated_at': '2021-01-19T22:33:37Z', 'revision_number': 1, 'project_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab90486f-45c4-41af-98f5-ab75f910ee9e', 'name': '', 'network_id': 'e1615a81-979f-4377-bdd4-466d6ecb70d8', 'tenant_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'mac_address': 'fa:16:3e:c6:df:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'b4c52249-2f5c-40fe-a964-1d16d96ffe83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:30:37Z', 'updated_at': '2021-01-19T22:30:44Z', 'revision_number': 5, 'project_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'subnets': [{'id': 'b4c52249-2f5c-40fe-a964-1d16d96ffe83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:33:39.153956 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec5672a-44a7-4ecf-8a55-e6511d34a9f7 None None] Checking router: 72a01932-d992-4eba-85bb-d8b2988074e0 for host: dv-cinder-750782-5-smb {{(pid=80168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:33:39.164265 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec5672a-44a7-4ecf-8a55-e6511d34a9f7 None None] Routers {'72a01932-d992-4eba-85bb-d8b2988074e0'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:33:39.164836 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-4ec5672a-44a7-4ecf-8a55-e6511d34a9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:33:32Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['72a01932-d992-4eba-85bb-d8b2988074e0'], 'active': True} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:33:39.218741 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7dc3ed-783f-46f5-899e-da575798d64f req-f95a6b05-6930-4af6-ae5f-3bd795ac36cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:39.220437 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-8e7dc3ed-783f-46f5-899e-da575798d64f req-f95a6b05-6930-4af6-ae5f-3bd795ac36cc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b4c52249-2f5c-40fe-a964-1d16d96ffe83 HTTP/1.1" status: 200 len: 855 time: 0.0685241 Jan 19 22:33:39.321780 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7dc3ed-783f-46f5-899e-da575798d64f req-2a32d0c4-9187-4bcf-88b3-6ef32357b0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:39.323412 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-8e7dc3ed-783f-46f5-899e-da575798d64f req-2a32d0c4-9187-4bcf-88b3-6ef32357b0e0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e1615a81-979f-4377-bdd4-466d6ecb70d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0881133 Jan 19 22:33:39.359941 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-4ec5672a-44a7-4ecf-8a55-e6511d34a9f7 None None] Set router 72a01932-d992-4eba-85bb-d8b2988074e0 gateway port host: dv-cinder-750782-5-smb {{(pid=80168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:33:39.705192 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-8e7dc3ed-783f-46f5-899e-da575798d64f req-e58875c7-04a0-405d-a696-54b17c41fc5b service neutron] 10.222.0.66 "GET /v2.0/networks/e1615a81-979f-4377-bdd4-466d6ecb70d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708949 Jan 19 22:33:39.761526 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-4ec5672a-44a7-4ecf-8a55-e6511d34a9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'name': 'tempest-AttachVolumeShelveTestJSON-329750149-router', 'tenant_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.6'}], 'enable_snat': True}, 'gw_port_id': '145cfcfa-5373-4fbf-bcff-b5a5dcc22542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:30:31Z', 'updated_at': '2021-01-19T22:30:38Z', 'revision_number': 4, 'project_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'gw_port': {'id': '145cfcfa-5373-4fbf-bcff-b5a5dcc22542', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:30:32Z', 'updated_at': '2021-01-19T22:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_floatingips': [{'id': 'fba26e6d-e944-4d65-b0f0-d56c7a8ae2cb', 'tenant_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'floating_ip_address': '172.28.2.108', 'floating_network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'router_id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'port_id': '8763c103-1aac-4adb-a892-a4c501aff29d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1615a81-979f-4377-bdd4-466d6ecb70d8', 'mac_address': 'fa:16:3e:dc:9f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecc98a0-a1c8-42d3-8b25-45817e58faa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T22:33:21Z', 'updated_at': '2021-01-19T22:33:37Z', 'revision_number': 1, 'project_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab90486f-45c4-41af-98f5-ab75f910ee9e', 'name': '', 'network_id': 'e1615a81-979f-4377-bdd4-466d6ecb70d8', 'tenant_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'mac_address': 'fa:16:3e:c6:df:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'b4c52249-2f5c-40fe-a964-1d16d96ffe83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:30:37Z', 'updated_at': '2021-01-19T22:30:44Z', 'revision_number': 5, 'project_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'subnets': [{'id': 'b4c52249-2f5c-40fe-a964-1d16d96ffe83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:33:39.768134 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec5672a-44a7-4ecf-8a55-e6511d34a9f7 None None] The sync data for ids ['72a01932-d992-4eba-85bb-d8b2988074e0'] in dv-cinder-750782-5-smb is: [{'id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'name': 'tempest-AttachVolumeShelveTestJSON-329750149-router', 'tenant_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.6'}], 'enable_snat': True}, 'gw_port_id': '145cfcfa-5373-4fbf-bcff-b5a5dcc22542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:30:31Z', 'updated_at': '2021-01-19T22:30:38Z', 'revision_number': 4, 'project_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'gw_port': {'id': '145cfcfa-5373-4fbf-bcff-b5a5dcc22542', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:30:32Z', 'updated_at': '2021-01-19T22:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_floatingips': [{'id': 'fba26e6d-e944-4d65-b0f0-d56c7a8ae2cb', 'tenant_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'floating_ip_address': '172.28.2.108', 'floating_network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'router_id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'port_id': '8763c103-1aac-4adb-a892-a4c501aff29d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1615a81-979f-4377-bdd4-466d6ecb70d8', 'mac_address': 'fa:16:3e:dc:9f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecc98a0-a1c8-42d3-8b25-45817e58faa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T22:33:21Z', 'updated_at': '2021-01-19T22:33:37Z', 'revision_number': 1, 'project_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab90486f-45c4-41af-98f5-ab75f910ee9e', 'name': '', 'network_id': 'e1615a81-979f-4377-bdd4-466d6ecb70d8', 'tenant_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'mac_address': 'fa:16:3e:c6:df:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'b4c52249-2f5c-40fe-a964-1d16d96ffe83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:30:37Z', 'updated_at': '2021-01-19T22:30:44Z', 'revision_number': 5, 'project_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'subnets': [{'id': 'b4c52249-2f5c-40fe-a964-1d16d96ffe83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:33:39.860609 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-8e7dc3ed-783f-46f5-899e-da575798d64f req-8c29a61d-c5c0-4fe8-8504-5887c807500e service neutron] 10.222.0.66 "GET /v2.0/networks/e1615a81-979f-4377-bdd4-466d6ecb70d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1465030 Jan 19 22:33:40.068465 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb548112-0549-4a98-bac9-faf18de6b270 None None] New status for floating IP fba26e6d-e944-4d65-b0f0-d56c7a8ae2cb: ACTIVE {{(pid=80167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 19 22:33:40.100032 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 57204) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:33:40.254534 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-dcd89154-8ee5-4e8a-a621-e726633d68bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:40.269867 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-dcd89154-8ee5-4e8a-a621-e726633d68bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:33:40.274086 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-dcd89154-8ee5-4e8a-a621-e726633d68bb admin admin] Usage tracker for resource:security_group_rule and tenant:87339cf8f7a8468bb57cbf9b83f1d578 is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:33:40.277442 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-dcd89154-8ee5-4e8a-a621-e726633d68bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:33:40.283295 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-dcd89154-8ee5-4e8a-a621-e726633d68bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:33:40.373466 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-dcd89154-8ee5-4e8a-a621-e726633d68bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:40.377590 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-dcd89154-8ee5-4e8a-a621-e726633d68bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:40.386899 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:33:40.429851 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-dcd89154-8ee5-4e8a-a621-e726633d68bb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=87339cf8f7a8468bb57cbf9b83f1d578&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3286107 Jan 19 22:33:40.431569 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd89154-8ee5-4e8a-a621-e726633d68bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901de135-9c26-4e1e-adc7-0cac45ee56ee,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:33:40.432672 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 57210) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:33:40.440417 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd89154-8ee5-4e8a-a621-e726633d68bb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:33:40.440837 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd89154-8ee5-4e8a-a621-e726633d68bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:33:40.441244 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd89154-8ee5-4e8a-a621-e726633d68bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:33:40.441681 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd89154-8ee5-4e8a-a621-e726633d68bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:33:40.442081 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd89154-8ee5-4e8a-a621-e726633d68bb admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:33:40.442478 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd89154-8ee5-4e8a-a621-e726633d68bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:33:40.442871 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd89154-8ee5-4e8a-a621-e726633d68bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:33:40.443266 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd89154-8ee5-4e8a-a621-e726633d68bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:33:40.443661 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd89154-8ee5-4e8a-a621-e726633d68bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:33:40.444120 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd89154-8ee5-4e8a-a621-e726633d68bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:33:40.444511 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd89154-8ee5-4e8a-a621-e726633d68bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:33:40.444899 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd89154-8ee5-4e8a-a621-e726633d68bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:33:40.445369 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd89154-8ee5-4e8a-a621-e726633d68bb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:33:40.445759 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd89154-8ee5-4e8a-a621-e726633d68bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:33:40.446149 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd89154-8ee5-4e8a-a621-e726633d68bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:33:40.446539 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd89154-8ee5-4e8a-a621-e726633d68bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:33:40.446924 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd89154-8ee5-4e8a-a621-e726633d68bb admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:33:40.447311 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd89154-8ee5-4e8a-a621-e726633d68bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:33:40.447699 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd89154-8ee5-4e8a-a621-e726633d68bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:33:40.448085 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd89154-8ee5-4e8a-a621-e726633d68bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:33:40.448469 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd89154-8ee5-4e8a-a621-e726633d68bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:33:40.448935 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd89154-8ee5-4e8a-a621-e726633d68bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:33:40.449440 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd89154-8ee5-4e8a-a621-e726633d68bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:33:40.449838 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd89154-8ee5-4e8a-a621-e726633d68bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:33:40.454338 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-dcd89154-8ee5-4e8a-a621-e726633d68bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:33:40.496700 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-9a3dd09f-c388-4134-b33b-9c690cacef4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:40.523577 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-9a3dd09f-c388-4134-b33b-9c690cacef4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:40.568045 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-9a3dd09f-c388-4134-b33b-9c690cacef4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:40.573000 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:33:40.587194 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3dd09f-c388-4134-b33b-9c690cacef4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901de135-9c26-4e1e-adc7-0cac45ee56ee,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:33:40.589934 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-9a3dd09f-c388-4134-b33b-9c690cacef4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:33:40.592108 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-9a3dd09f-c388-4134-b33b-9c690cacef4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:40.593323 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-9a3dd09f-c388-4134-b33b-9c690cacef4d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/901de135-9c26-4e1e-adc7-0cac45ee56ee HTTP/1.1" status: 204 len: 168 time: 0.1594470 Jan 19 22:33:40.934580 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 57218) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:33:40.954559 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-3707a001-58b8-4716-b635-5bbf477ec04d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:40.970271 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-3707a001-58b8-4716-b635-5bbf477ec04d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:33:40.974553 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-3707a001-58b8-4716-b635-5bbf477ec04d admin admin] Usage tracker for resource:security_group_rule and tenant:4e88682ae5e94f8db1ae2607a38bbf74 is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:33:40.977526 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-3707a001-58b8-4716-b635-5bbf477ec04d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:33:40.983300 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-3707a001-58b8-4716-b635-5bbf477ec04d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:33:41.073204 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-3707a001-58b8-4716-b635-5bbf477ec04d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:41.076202 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-3707a001-58b8-4716-b635-5bbf477ec04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:41.087116 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-0d25a5c6-761c-4dd3-bac7-f54685130049 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:33:41.129819 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-3707a001-58b8-4716-b635-5bbf477ec04d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4e88682ae5e94f8db1ae2607a38bbf74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1940567 Jan 19 22:33:41.130758 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3707a001-58b8-4716-b635-5bbf477ec04d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=039428f9-4c4f-42bc-80a0-fe320576931d,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:33:41.132694 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 57224) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:33:41.134136 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-3707a001-58b8-4716-b635-5bbf477ec04d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:33:41.201745 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-6ca6ebc9-0895-4553-aa53-57a3b851e2d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:41.229998 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-6ca6ebc9-0895-4553-aa53-57a3b851e2d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:41.273996 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-6ca6ebc9-0895-4553-aa53-57a3b851e2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:41.277952 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-da54af03-29d3-46ba-8d06-0c259e7303bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:33:41.291334 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6ebc9-0895-4553-aa53-57a3b851e2d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039428f9-4c4f-42bc-80a0-fe320576931d,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:33:41.294168 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-6ca6ebc9-0895-4553-aa53-57a3b851e2d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:33:41.301924 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-6ca6ebc9-0895-4553-aa53-57a3b851e2d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:41.303163 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-6ca6ebc9-0895-4553-aa53-57a3b851e2d3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/039428f9-4c4f-42bc-80a0-fe320576931d HTTP/1.1" status: 204 len: 168 time: 0.1693232 Jan 19 22:33:44.511976 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 57300) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:33:44.665744 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-de347581-522c-4f9a-9332-3beb52fe4052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:44.680828 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-de347581-522c-4f9a-9332-3beb52fe4052 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:33:44.684865 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-de347581-522c-4f9a-9332-3beb52fe4052 admin admin] Usage tracker for resource:security_group_rule and tenant:53b84d58cd5b4797a8c0eff2ab178e2f is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:33:44.688119 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-de347581-522c-4f9a-9332-3beb52fe4052 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:33:44.694436 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-de347581-522c-4f9a-9332-3beb52fe4052 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:33:44.778872 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-de347581-522c-4f9a-9332-3beb52fe4052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:44.781887 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-de347581-522c-4f9a-9332-3beb52fe4052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:44.790621 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-d0b5b527-f198-4a06-9d0e-949a6f36cccd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:33:44.832557 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-de347581-522c-4f9a-9332-3beb52fe4052 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=53b84d58cd5b4797a8c0eff2ab178e2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3194501 Jan 19 22:33:44.834318 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de347581-522c-4f9a-9332-3beb52fe4052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28958acf-a174-4140-9ed3-ce3bf22f6ec9,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:33:44.835539 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 57306) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:33:44.837628 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-de347581-522c-4f9a-9332-3beb52fe4052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:33:44.900893 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-02b20b87-0b2f-48dd-96c0-7ae68007a59b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:44.928407 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-02b20b87-0b2f-48dd-96c0-7ae68007a59b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:44.973154 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-02b20b87-0b2f-48dd-96c0-7ae68007a59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:44.978189 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-b02b892a-7b59-4c4a-a711-fe9ce0c898d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:33:44.993203 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b20b87-0b2f-48dd-96c0-7ae68007a59b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28958acf-a174-4140-9ed3-ce3bf22f6ec9,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:33:44.996384 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-02b20b87-0b2f-48dd-96c0-7ae68007a59b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:33:45.000805 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-02b20b87-0b2f-48dd-96c0-7ae68007a59b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:45.002623 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-02b20b87-0b2f-48dd-96c0-7ae68007a59b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/28958acf-a174-4140-9ed3-ce3bf22f6ec9 HTTP/1.1" status: 204 len: 168 time: 0.1654685 Jan 19 22:33:45.344295 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 57314) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:33:45.364291 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-c1f703ca-cfb2-4b3e-9e57-8ff66fbcf83f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:45.383772 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-c1f703ca-cfb2-4b3e-9e57-8ff66fbcf83f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:33:45.388121 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-c1f703ca-cfb2-4b3e-9e57-8ff66fbcf83f admin admin] Usage tracker for resource:security_group_rule and tenant:1982de37bcbf447eb51b0274aff12163 is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:33:45.391340 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-c1f703ca-cfb2-4b3e-9e57-8ff66fbcf83f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:33:45.397237 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-c1f703ca-cfb2-4b3e-9e57-8ff66fbcf83f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:33:45.482319 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-c1f703ca-cfb2-4b3e-9e57-8ff66fbcf83f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:45.485325 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-c1f703ca-cfb2-4b3e-9e57-8ff66fbcf83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:45.494739 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-ef243249-76e0-4231-8c98-1798631604ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:33:45.536253 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-c1f703ca-cfb2-4b3e-9e57-8ff66fbcf83f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1982de37bcbf447eb51b0274aff12163&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1908195 Jan 19 22:33:45.538068 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f703ca-cfb2-4b3e-9e57-8ff66fbcf83f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f39b44d-ca5e-4622-8a08-fc65b7b18999,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:33:45.539139 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 57318) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:33:45.541493 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-c1f703ca-cfb2-4b3e-9e57-8ff66fbcf83f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:33:45.605217 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-12f0acb0-eb95-44b5-993a-84ee218d119f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:45.632692 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-12f0acb0-eb95-44b5-993a-84ee218d119f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:45.679773 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-12f0acb0-eb95-44b5-993a-84ee218d119f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:45.684970 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-dcd89154-8ee5-4e8a-a621-e726633d68bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:33:45.698228 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f0acb0-eb95-44b5-993a-84ee218d119f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f39b44d-ca5e-4622-8a08-fc65b7b18999,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:33:45.703642 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-12f0acb0-eb95-44b5-993a-84ee218d119f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:33:45.708475 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-12f0acb0-eb95-44b5-993a-84ee218d119f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:45.712894 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-12f0acb0-eb95-44b5-993a-84ee218d119f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7f39b44d-ca5e-4622-8a08-fc65b7b18999 HTTP/1.1" status: 204 len: 168 time: 0.1725953 Jan 19 22:33:48.349714 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 57394) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:33:48.501388 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-339f9bdf-6cec-4720-9921-0b3f038d6578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:48.517239 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-339f9bdf-6cec-4720-9921-0b3f038d6578 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:33:48.522764 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-339f9bdf-6cec-4720-9921-0b3f038d6578 admin admin] Usage tracker for resource:security_group_rule and tenant:420a51a6e9ee4d14a23390b447b14f53 is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:33:48.525929 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-339f9bdf-6cec-4720-9921-0b3f038d6578 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:33:48.531786 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-339f9bdf-6cec-4720-9921-0b3f038d6578 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:33:48.614909 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-339f9bdf-6cec-4720-9921-0b3f038d6578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:48.618076 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-339f9bdf-6cec-4720-9921-0b3f038d6578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:48.626809 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-a9db04c1-1380-4bf6-af8c-2844478055c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:33:48.673441 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-339f9bdf-6cec-4720-9921-0b3f038d6578 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=420a51a6e9ee4d14a23390b447b14f53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3225594 Jan 19 22:33:48.674870 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339f9bdf-6cec-4720-9921-0b3f038d6578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddae4d3b-a72a-440a-92d9-646b8b4aaad6,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:33:48.676822 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 57402) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:33:48.678312 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-339f9bdf-6cec-4720-9921-0b3f038d6578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:33:48.739605 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ce684551-871e-4aad-8097-e454e1de4003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:48.767564 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ce684551-871e-4aad-8097-e454e1de4003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:48.816479 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ce684551-871e-4aad-8097-e454e1de4003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:48.821650 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-d55fae55-9348-4ea1-a4f2-bc457a2dae9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:33:48.834135 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce684551-871e-4aad-8097-e454e1de4003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddae4d3b-a72a-440a-92d9-646b8b4aaad6,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:33:48.836675 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-ce684551-871e-4aad-8097-e454e1de4003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:33:48.841388 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ce684551-871e-4aad-8097-e454e1de4003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:48.842802 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-ce684551-871e-4aad-8097-e454e1de4003 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ddae4d3b-a72a-440a-92d9-646b8b4aaad6 HTTP/1.1" status: 204 len: 168 time: 0.1648076 Jan 19 22:33:49.190340 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 57412) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:33:49.209930 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-6cbad8cc-310e-49b1-9680-a77e323b60ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:49.225130 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-6cbad8cc-310e-49b1-9680-a77e323b60ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:33:49.237245 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-6cbad8cc-310e-49b1-9680-a77e323b60ca admin admin] Usage tracker for resource:security_group_rule and tenant:666dee4000c3420a93c49fb23b1d07cf is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:33:49.240329 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-6cbad8cc-310e-49b1-9680-a77e323b60ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:33:49.246251 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-6cbad8cc-310e-49b1-9680-a77e323b60ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:33:49.331931 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-6cbad8cc-310e-49b1-9680-a77e323b60ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:49.338440 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-6cbad8cc-310e-49b1-9680-a77e323b60ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:49.348141 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-1dbf9180-4c97-4ded-b6d4-4a9acdffc5cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:33:49.391009 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-6cbad8cc-310e-49b1-9680-a77e323b60ca admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=666dee4000c3420a93c49fb23b1d07cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1994741 Jan 19 22:33:49.391971 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad8cc-310e-49b1-9680-a77e323b60ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761ce2a2-dc51-4fff-98d0-6ef2900dec25,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:33:49.394562 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 57416) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:33:49.395926 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-6cbad8cc-310e-49b1-9680-a77e323b60ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:33:49.458384 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-2ffe6b9c-aabb-4ce4-92f8-6f340cd8ef06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:49.485808 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-2ffe6b9c-aabb-4ce4-92f8-6f340cd8ef06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:49.530354 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-2ffe6b9c-aabb-4ce4-92f8-6f340cd8ef06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:49.535205 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-1999e392-2936-484f-95fe-bf14956a5ef8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:33:49.549452 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffe6b9c-aabb-4ce4-92f8-6f340cd8ef06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761ce2a2-dc51-4fff-98d0-6ef2900dec25,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:33:49.552355 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-2ffe6b9c-aabb-4ce4-92f8-6f340cd8ef06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:33:49.562599 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-2ffe6b9c-aabb-4ce4-92f8-6f340cd8ef06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:49.566752 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-2ffe6b9c-aabb-4ce4-92f8-6f340cd8ef06 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/761ce2a2-dc51-4fff-98d0-6ef2900dec25 HTTP/1.1" status: 204 len: 168 time: 0.1674683 Jan 19 22:33:50.997466 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 57448) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:33:51.150140 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-15e6ec3a-dcc1-43d0-9583-119d35a01543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:51.166241 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-15e6ec3a-dcc1-43d0-9583-119d35a01543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:33:51.170356 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-15e6ec3a-dcc1-43d0-9583-119d35a01543 admin admin] Usage tracker for resource:security_group_rule and tenant:5af2a2f74c854051b05cbd9dfcc2901d is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:33:51.173418 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-15e6ec3a-dcc1-43d0-9583-119d35a01543 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:33:51.179271 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-15e6ec3a-dcc1-43d0-9583-119d35a01543 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:33:51.264021 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-15e6ec3a-dcc1-43d0-9583-119d35a01543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:51.266872 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-15e6ec3a-dcc1-43d0-9583-119d35a01543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:51.275708 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-39a2701f-a8cb-4dd4-b693-659e6f735556 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:33:51.323991 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-15e6ec3a-dcc1-43d0-9583-119d35a01543 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5af2a2f74c854051b05cbd9dfcc2901d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3252969 Jan 19 22:33:51.324877 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e6ec3a-dcc1-43d0-9583-119d35a01543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d84453c-71e1-441f-a234-409109e11287,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:33:51.326853 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 57454) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:33:51.328219 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-15e6ec3a-dcc1-43d0-9583-119d35a01543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:33:51.395295 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0c1049ce-8a75-4912-b009-7bbdd98f578e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:51.425753 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0c1049ce-8a75-4912-b009-7bbdd98f578e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:51.470081 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0c1049ce-8a75-4912-b009-7bbdd98f578e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:51.474927 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-49cbfec0-4acb-477f-8405-cbe503bee446 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:33:51.487132 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1049ce-8a75-4912-b009-7bbdd98f578e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d84453c-71e1-441f-a234-409109e11287,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:33:51.491205 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-0c1049ce-8a75-4912-b009-7bbdd98f578e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:33:51.496735 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0c1049ce-8a75-4912-b009-7bbdd98f578e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:51.497981 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-0c1049ce-8a75-4912-b009-7bbdd98f578e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4d84453c-71e1-441f-a234-409109e11287 HTTP/1.1" status: 204 len: 168 time: 0.1696224 Jan 19 22:33:56.477149 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 57524) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:33:56.629919 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-15ae8338-0fec-43cd-8e13-4064367fd09a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:56.646162 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-15ae8338-0fec-43cd-8e13-4064367fd09a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:33:56.650280 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-15ae8338-0fec-43cd-8e13-4064367fd09a admin admin] Usage tracker for resource:security_group_rule and tenant:c341b3109817478b8f9aa3cc71671ab0 is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:33:56.653307 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-15ae8338-0fec-43cd-8e13-4064367fd09a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:33:56.659149 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-15ae8338-0fec-43cd-8e13-4064367fd09a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:33:56.744500 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-15ae8338-0fec-43cd-8e13-4064367fd09a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:56.747947 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-15ae8338-0fec-43cd-8e13-4064367fd09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:56.756779 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-3790a6eb-a8aa-48df-90a6-8e6194270757 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:33:56.798801 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-15ae8338-0fec-43cd-8e13-4064367fd09a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c341b3109817478b8f9aa3cc71671ab0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3204553 Jan 19 22:33:56.800500 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ae8338-0fec-43cd-8e13-4064367fd09a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=864c7c09-a1d0-4ca9-b794-cbb99accfab3,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:33:56.801824 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 57530) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:33:56.804103 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-15ae8338-0fec-43cd-8e13-4064367fd09a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:33:56.865625 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-3ea94144-3d88-4a9a-8e6c-e79c0c4aca77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:56.894204 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-3ea94144-3d88-4a9a-8e6c-e79c0c4aca77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:56.941551 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-3ea94144-3d88-4a9a-8e6c-e79c0c4aca77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:56.946654 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-2133a4b2-b471-4517-b65b-ab8ee2e85488 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:33:56.959228 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea94144-3d88-4a9a-8e6c-e79c0c4aca77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864c7c09-a1d0-4ca9-b794-cbb99accfab3,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:33:56.972041 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea94144-3d88-4a9a-8e6c-e79c0c4aca77 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:33:56.972465 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea94144-3d88-4a9a-8e6c-e79c0c4aca77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:33:56.972874 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea94144-3d88-4a9a-8e6c-e79c0c4aca77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:33:56.973312 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea94144-3d88-4a9a-8e6c-e79c0c4aca77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:33:56.973701 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea94144-3d88-4a9a-8e6c-e79c0c4aca77 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:33:56.974100 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea94144-3d88-4a9a-8e6c-e79c0c4aca77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:33:56.974498 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea94144-3d88-4a9a-8e6c-e79c0c4aca77 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:33:56.974892 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea94144-3d88-4a9a-8e6c-e79c0c4aca77 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:33:56.975289 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea94144-3d88-4a9a-8e6c-e79c0c4aca77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:33:56.975685 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea94144-3d88-4a9a-8e6c-e79c0c4aca77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:33:56.976081 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea94144-3d88-4a9a-8e6c-e79c0c4aca77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:33:56.976470 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea94144-3d88-4a9a-8e6c-e79c0c4aca77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:33:56.976917 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea94144-3d88-4a9a-8e6c-e79c0c4aca77 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:33:56.977324 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea94144-3d88-4a9a-8e6c-e79c0c4aca77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:33:56.977719 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea94144-3d88-4a9a-8e6c-e79c0c4aca77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:33:56.978109 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea94144-3d88-4a9a-8e6c-e79c0c4aca77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:33:56.978497 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea94144-3d88-4a9a-8e6c-e79c0c4aca77 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:33:56.978886 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea94144-3d88-4a9a-8e6c-e79c0c4aca77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:33:56.979276 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea94144-3d88-4a9a-8e6c-e79c0c4aca77 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:33:56.979661 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea94144-3d88-4a9a-8e6c-e79c0c4aca77 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:33:56.980048 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea94144-3d88-4a9a-8e6c-e79c0c4aca77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:33:56.980436 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea94144-3d88-4a9a-8e6c-e79c0c4aca77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:33:56.980825 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea94144-3d88-4a9a-8e6c-e79c0c4aca77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:33:56.981209 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea94144-3d88-4a9a-8e6c-e79c0c4aca77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:33:56.984947 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-3ea94144-3d88-4a9a-8e6c-e79c0c4aca77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:33:56.986680 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-3ea94144-3d88-4a9a-8e6c-e79c0c4aca77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:56.987887 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-3ea94144-3d88-4a9a-8e6c-e79c0c4aca77 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/864c7c09-a1d0-4ca9-b794-cbb99accfab3 HTTP/1.1" status: 204 len: 168 time: 0.1849959 Jan 19 22:33:57.336534 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 57538) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:33:57.356949 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-25a3d1e5-5f37-4d8d-93d4-fcddd8314430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:57.373229 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-25a3d1e5-5f37-4d8d-93d4-fcddd8314430 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:33:57.377655 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-25a3d1e5-5f37-4d8d-93d4-fcddd8314430 admin admin] Usage tracker for resource:security_group_rule and tenant:686db6d8541b4b65bb83b284f57230ba is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:33:57.380741 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-25a3d1e5-5f37-4d8d-93d4-fcddd8314430 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:33:57.386954 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-25a3d1e5-5f37-4d8d-93d4-fcddd8314430 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:33:57.478240 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-25a3d1e5-5f37-4d8d-93d4-fcddd8314430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:57.481142 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-25a3d1e5-5f37-4d8d-93d4-fcddd8314430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:57.490647 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-aa015b19-4654-4a54-a1ec-86b57389375c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:33:57.532810 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-25a3d1e5-5f37-4d8d-93d4-fcddd8314430 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=686db6d8541b4b65bb83b284f57230ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1947672 Jan 19 22:33:57.535225 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a3d1e5-5f37-4d8d-93d4-fcddd8314430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=089a8c17-c5e9-4d89-91bc-c4d1ca9e842e,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:33:57.536287 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 57544) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:33:57.538708 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-25a3d1e5-5f37-4d8d-93d4-fcddd8314430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:33:57.603340 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f0c92d4c-636d-4fd1-b886-9b4afeee8ee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:57.630610 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f0c92d4c-636d-4fd1-b886-9b4afeee8ee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:57.674808 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f0c92d4c-636d-4fd1-b886-9b4afeee8ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:57.679665 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-f5da70c7-0280-4f9e-8b95-fd7165eea532 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:33:57.692237 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c92d4c-636d-4fd1-b886-9b4afeee8ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089a8c17-c5e9-4d89-91bc-c4d1ca9e842e,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:33:57.697749 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-f0c92d4c-636d-4fd1-b886-9b4afeee8ee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:33:57.701748 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f0c92d4c-636d-4fd1-b886-9b4afeee8ee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:57.702971 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-f0c92d4c-636d-4fd1-b886-9b4afeee8ee6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/089a8c17-c5e9-4d89-91bc-c4d1ca9e842e HTTP/1.1" status: 204 len: 168 time: 0.1654670 Jan 19 22:33:58.852808 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8858e3c2-7547-4379-a090-f9c7d825743c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:01.417866 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1243c519-8875-4095-9705-67b78462088e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:01.773532 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b8efd77e-27cf-4b47-ace7-b96742d04acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:01.958034 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.agents_db [None req-329fefd4-1494-457f-8297-9b2689c275d7 None None] Agent healthcheck: found 6 active agents {{(pid=80168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:34:03.044477 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:03.435540 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8bdf443e-3544-4df7-a37c-063f9f459872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:07.475952 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:07.745193 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 57682) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:34:07.896451 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e9319761-ce07-474d-82e5-415d50895ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:07.913813 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-e9319761-ce07-474d-82e5-415d50895ef7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:34:07.917993 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-e9319761-ce07-474d-82e5-415d50895ef7 admin admin] Usage tracker for resource:security_group_rule and tenant:67b59e8014e24b29976d60c5e98bf832 is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:34:07.921098 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-e9319761-ce07-474d-82e5-415d50895ef7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:34:07.927680 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-e9319761-ce07-474d-82e5-415d50895ef7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:34:08.015050 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e9319761-ce07-474d-82e5-415d50895ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:08.017913 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e9319761-ce07-474d-82e5-415d50895ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:08.026937 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-307df23c-a75a-4d5d-b56c-dd8323a6d78c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:34:08.070935 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-e9319761-ce07-474d-82e5-415d50895ef7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=67b59e8014e24b29976d60c5e98bf832&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3245268 Jan 19 22:34:08.071934 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9319761-ce07-474d-82e5-415d50895ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4fcf5b4-9758-4135-9532-223f9ed5b3c3,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:34:08.073891 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 57690) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:34:08.075504 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-e9319761-ce07-474d-82e5-415d50895ef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:34:08.138643 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a71d4862-b148-49f1-833d-2d032416689c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:08.166289 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a71d4862-b148-49f1-833d-2d032416689c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:08.211778 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a71d4862-b148-49f1-833d-2d032416689c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:08.216868 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-1ae23fd4-e554-40fb-85e4-428b96d3dc29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:34:08.227970 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71d4862-b148-49f1-833d-2d032416689c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4fcf5b4-9758-4135-9532-223f9ed5b3c3,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:34:08.232903 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-a71d4862-b148-49f1-833d-2d032416689c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:34:08.236762 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a71d4862-b148-49f1-833d-2d032416689c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:08.240491 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-a71d4862-b148-49f1-833d-2d032416689c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b4fcf5b4-9758-4135-9532-223f9ed5b3c3 HTTP/1.1" status: 204 len: 168 time: 0.1624892 Jan 19 22:34:08.585093 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 57698) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:34:08.607972 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-c9de00d2-2cd2-4237-bec0-c0c6f2307fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:08.623890 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-c9de00d2-2cd2-4237-bec0-c0c6f2307fbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:34:08.628069 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-c9de00d2-2cd2-4237-bec0-c0c6f2307fbb admin admin] Usage tracker for resource:security_group_rule and tenant:97775934791645f9993ef78d76b36e4e is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:34:08.631098 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-c9de00d2-2cd2-4237-bec0-c0c6f2307fbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:34:08.637016 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-c9de00d2-2cd2-4237-bec0-c0c6f2307fbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:34:08.721785 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-c9de00d2-2cd2-4237-bec0-c0c6f2307fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:08.724604 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-c9de00d2-2cd2-4237-bec0-c0c6f2307fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:08.733488 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-f0c92d4c-636d-4fd1-b886-9b4afeee8ee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:34:08.776054 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-c9de00d2-2cd2-4237-bec0-c0c6f2307fbb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=97775934791645f9993ef78d76b36e4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1897364 Jan 19 22:34:08.776995 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9de00d2-2cd2-4237-bec0-c0c6f2307fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d5e550-c06a-435d-aa52-25e381b3f12a,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:34:08.779326 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 57702) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:34:08.780306 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-c9de00d2-2cd2-4237-bec0-c0c6f2307fbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:34:08.845702 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f6bf4ffe-48ce-499e-a0d4-a9501e629533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:08.872739 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f6bf4ffe-48ce-499e-a0d4-a9501e629533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:08.918349 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f6bf4ffe-48ce-499e-a0d4-a9501e629533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:08.923413 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-9a3dd09f-c388-4134-b33b-9c690cacef4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:34:08.937992 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bf4ffe-48ce-499e-a0d4-a9501e629533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d5e550-c06a-435d-aa52-25e381b3f12a,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:34:08.941154 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-f6bf4ffe-48ce-499e-a0d4-a9501e629533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:34:08.950857 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f6bf4ffe-48ce-499e-a0d4-a9501e629533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:08.952110 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-f6bf4ffe-48ce-499e-a0d4-a9501e629533 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f3d5e550-c06a-435d-aa52-25e381b3f12a HTTP/1.1" status: 204 len: 168 time: 0.1717148 Jan 19 22:34:09.368461 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 57712) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:34:09.388439 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f97d3443-60e8-4bf9-ad31-7573cfd8dcf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:09.404560 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-f97d3443-60e8-4bf9-ad31-7573cfd8dcf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:34:09.408748 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-f97d3443-60e8-4bf9-ad31-7573cfd8dcf5 admin admin] Usage tracker for resource:security_group_rule and tenant:c945416b92dc4117a41f8b257d641430 is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:34:09.411827 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-f97d3443-60e8-4bf9-ad31-7573cfd8dcf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:34:09.417720 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-f97d3443-60e8-4bf9-ad31-7573cfd8dcf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:34:09.502688 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f97d3443-60e8-4bf9-ad31-7573cfd8dcf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:09.505550 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f97d3443-60e8-4bf9-ad31-7573cfd8dcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:09.514309 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-02b20b87-0b2f-48dd-96c0-7ae68007a59b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:34:09.560496 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-f97d3443-60e8-4bf9-ad31-7573cfd8dcf5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c945416b92dc4117a41f8b257d641430&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1908114 Jan 19 22:34:09.561548 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97d3443-60e8-4bf9-ad31-7573cfd8dcf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57fd12de-0abe-4026-b39c-20101fe14cda,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:34:09.563676 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 57716) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:34:09.565735 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-f97d3443-60e8-4bf9-ad31-7573cfd8dcf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:34:09.626799 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-855e7142-802f-4993-89fa-a92773b00cbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:09.653984 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-855e7142-802f-4993-89fa-a92773b00cbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:09.702370 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-855e7142-802f-4993-89fa-a92773b00cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:09.707363 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-a55db5b8-e1ed-4585-a1fd-86b8752d0055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:34:09.722417 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e7142-802f-4993-89fa-a92773b00cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fd12de-0abe-4026-b39c-20101fe14cda,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:34:09.725070 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-855e7142-802f-4993-89fa-a92773b00cbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:34:09.731613 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-855e7142-802f-4993-89fa-a92773b00cbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:09.732826 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-855e7142-802f-4993-89fa-a92773b00cbb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/57fd12de-0abe-4026-b39c-20101fe14cda HTTP/1.1" status: 204 len: 168 time: 0.1674888 Jan 19 22:34:12.514788 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f52505ef-89a4-420f-8fac-73bc9f786d5b req-40ae4533-bf0d-4d41-bd43-2c32fbc489cd tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] 10.222.0.43 "GET /v2.0/networks?tenant_id=9661d3756aa544bf971ba80f7794317b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324888 Jan 19 22:34:12.695210 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52505ef-89a4-420f-8fac-73bc9f786d5b req-b76e5f1e-0808-46bb-bc96-c88ab466e073 tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:12.696855 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f52505ef-89a4-420f-8fac-73bc9f786d5b req-b76e5f1e-0808-46bb-bc96-c88ab466e073 tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1764948 Jan 19 22:34:12.714127 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f52505ef-89a4-420f-8fac-73bc9f786d5b req-7e4d7510-b834-41e2-8302-a060536e312a tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] 10.222.0.43 "GET /v2.0/quotas/9661d3756aa544bf971ba80f7794317b HTTP/1.1" status: 200 len: 375 time: 0.0110610 Jan 19 22:34:12.767278 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f52505ef-89a4-420f-8fac-73bc9f786d5b req-bd736583-6f66-4a65-a3b5-dd8e87ec3d45 tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] 10.222.0.43 "GET /v2.0/ports?tenant_id=9661d3756aa544bf971ba80f7794317b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471432 Jan 19 22:34:12.968547 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6ea7c49e-c96f-4b0b-b7ee-3b607de56a24 req-77cd6bfa-e548-463f-849a-5ae981b87f2d tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] 10.222.0.43 "GET /v2.0/ports?device_id=dc9fa198-83a3-417a-9642-f16856615aeb HTTP/1.1" status: 200 len: 210 time: 0.0486825 Jan 19 22:34:14.019541 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f52505ef-89a4-420f-8fac-73bc9f786d5b req-a0223b55-5253-408e-b778-96969c777004 tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] 10.222.0.66 "GET /v2.0/networks?tenant_id=9661d3756aa544bf971ba80f7794317b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408745 Jan 19 22:34:14.161844 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ca1106cc-de1f-4f21-aeb9-787f45964417 req-d34838f1-dc8f-4242-93de-6a73de21b8c4 tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] 10.222.0.43 "GET /v2.0/ports?device_id=dc9fa198-83a3-417a-9642-f16856615aeb HTTP/1.1" status: 200 len: 210 time: 0.0508583 Jan 19 22:34:14.209124 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52505ef-89a4-420f-8fac-73bc9f786d5b req-4f4107ab-1f7a-495b-bad7-6cf2bbbb2cfc tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:14.210814 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f52505ef-89a4-420f-8fac-73bc9f786d5b req-4f4107ab-1f7a-495b-bad7-6cf2bbbb2cfc tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1846139 Jan 19 22:34:14.242513 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [req-f52505ef-89a4-420f-8fac-73bc9f786d5b req-ab2386ff-e24f-4c1e-82c2-62c1587355dc tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] Request body: {'port': {'device_id': 'dc9fa198-83a3-417a-9642-f16856615aeb', 'network_id': '8a428a2e-660e-423f-9186-8a68bf1a0ffe', 'admin_state_up': True, 'tenant_id': '9661d3756aa544bf971ba80f7794317b'}} {{(pid=80165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:34:14.386506 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [req-f52505ef-89a4-420f-8fac-73bc9f786d5b req-ab2386ff-e24f-4c1e-82c2-62c1587355dc tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:34:14.390527 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-f52505ef-89a4-420f-8fac-73bc9f786d5b req-ab2386ff-e24f-4c1e-82c2-62c1587355dc tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] Usage tracker for resource:port and tenant:9661d3756aa544bf971ba80f7794317b is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:34:14.394030 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-f52505ef-89a4-420f-8fac-73bc9f786d5b req-ab2386ff-e24f-4c1e-82c2-62c1587355dc tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] Quota usage for port was recalculated. Used quota:0. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:34:14.399788 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [req-f52505ef-89a4-420f-8fac-73bc9f786d5b req-ab2386ff-e24f-4c1e-82c2-62c1587355dc tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:34:14.410737 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f52505ef-89a4-420f-8fac-73bc9f786d5b req-ab2386ff-e24f-4c1e-82c2-62c1587355dc tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] Made reservation on behalf of 9661d3756aa544bf971ba80f7794317b for: {'port': 1} {{(pid=80165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:34:14.419499 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-f52505ef-89a4-420f-8fac-73bc9f786d5b req-ab2386ff-e24f-4c1e-82c2-62c1587355dc tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:14.436120 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-f52505ef-89a4-420f-8fac-73bc9f786d5b req-ab2386ff-e24f-4c1e-82c2-62c1587355dc tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] Notify callbacks [] for security_group, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:14.451933 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [req-f52505ef-89a4-420f-8fac-73bc9f786d5b req-ab2386ff-e24f-4c1e-82c2-62c1587355dc tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:34:14.456458 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-f52505ef-89a4-420f-8fac-73bc9f786d5b req-ab2386ff-e24f-4c1e-82c2-62c1587355dc tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] Usage tracker for resource:security_group_rule and tenant:9661d3756aa544bf971ba80f7794317b is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:34:14.459412 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-f52505ef-89a4-420f-8fac-73bc9f786d5b req-ab2386ff-e24f-4c1e-82c2-62c1587355dc tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:34:14.465154 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [req-f52505ef-89a4-420f-8fac-73bc9f786d5b req-ab2386ff-e24f-4c1e-82c2-62c1587355dc tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:34:14.552949 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-f52505ef-89a4-420f-8fac-73bc9f786d5b req-ab2386ff-e24f-4c1e-82c2-62c1587355dc tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] Notify callbacks [] for security_group, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:14.556310 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-f52505ef-89a4-420f-8fac-73bc9f786d5b req-ab2386ff-e24f-4c1e-82c2-62c1587355dc tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:14.568299 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-13994722-fbf1-47ee-82f6-2c22b570b0a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:34:14.630856 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2386ff-e24f-4c1e-82c2-62c1587355dc tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] Pushing event updated for resources: {'SecurityGroup': ['ID=f0401352-0597-4e4b-a7b5-69a75e9f9e07,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:34:14.637343 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-ab2386ff-e24f-4c1e-82c2-62c1587355dc tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:34:14.877257 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.db_base_plugin_common [req-f52505ef-89a4-420f-8fac-73bc9f786d5b req-ab2386ff-e24f-4c1e-82c2-62c1587355dc tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] Allocated IP 192.168.233.223 (8a428a2e-660e-423f-9186-8a68bf1a0ffe/8130eaf4-ef38-41fa-a73f-52ebeadde50d/c229b25c-c185-4cc7-86a7-95a9afbd8179) {{(pid=80165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:34:15.093981 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-f52505ef-89a4-420f-8fac-73bc9f786d5b req-ab2386ff-e24f-4c1e-82c2-62c1587355dc tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] Notify callbacks [] for port, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:15.110984 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [req-f52505ef-89a4-420f-8fac-73bc9f786d5b req-ab2386ff-e24f-4c1e-82c2-62c1587355dc tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] Transition to ACTIVE for port object c229b25c-c185-4cc7-86a7-95a9afbd8179 will not be triggered until provisioned by entity DHCP. {{(pid=80165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:34:15.133615 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-f52505ef-89a4-420f-8fac-73bc9f786d5b req-ab2386ff-e24f-4c1e-82c2-62c1587355dc tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307085170889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852767463'] for port, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:15.148235 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-36d99bc0-f0ea-49c2-a3b3-55dd5a6b7e52 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:34:15.289042 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2386ff-e24f-4c1e-82c2-62c1587355dc tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] Pushing event updated for resources: {'Port': ['ID=c229b25c-c185-4cc7-86a7-95a9afbd8179,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:34:15.299426 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-ab2386ff-e24f-4c1e-82c2-62c1587355dc tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:34:15.348602 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f52505ef-89a4-420f-8fac-73bc9f786d5b req-ab2386ff-e24f-4c1e-82c2-62c1587355dc tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] Network 8a428a2e-660e-423f-9186-8a68bf1a0ffe is already hosted by enough agents. {{(pid=80165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:34:15.349979 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [req-f52505ef-89a4-420f-8fac-73bc9f786d5b req-ab2386ff-e24f-4c1e-82c2-62c1587355dc tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] Resources bound (agent type, host, resource id): {{(pid=80165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:34:15.352407 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [req-f52505ef-89a4-420f-8fac-73bc9f786d5b req-ab2386ff-e24f-4c1e-82c2-62c1587355dc tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] Received port after_create {{(pid=80165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:34:15.403024 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e261c87e-867b-4f7e-930c-a745f0923cd4 req-a1e76097-4c4b-4005-a7ff-7cb4f6bb1120 tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:15.404757 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-e261c87e-867b-4f7e-930c-a745f0923cd4 req-a1e76097-4c4b-4005-a7ff-7cb4f6bb1120 tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] 10.222.0.43 "GET /v2.0/ports?device_id=dc9fa198-83a3-417a-9642-f16856615aeb HTTP/1.1" status: 200 len: 936 time: 0.1143091 Jan 19 22:34:15.438673 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52505ef-89a4-420f-8fac-73bc9f786d5b req-ab2386ff-e24f-4c1e-82c2-62c1587355dc tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:15.439412 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-f52505ef-89a4-420f-8fac-73bc9f786d5b req-ab2386ff-e24f-4c1e-82c2-62c1587355dc tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for port, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:15.459885 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-e261c87e-867b-4f7e-930c-a745f0923cd4 req-9248cdae-4456-4227-9218-ddf8ae9be57c tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] 10.222.0.43 "GET /v2.0/security-groups?id=f0401352-0597-4e4b-a7b5-69a75e9f9e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466850 Jan 19 22:34:15.473084 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f52505ef-89a4-420f-8fac-73bc9f786d5b req-ab2386ff-e24f-4c1e-82c2-62c1587355dc tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2346416 Jan 19 22:34:15.493962 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [req-f52505ef-89a4-420f-8fac-73bc9f786d5b req-b0b679ba-4e62-4c3d-8752-42d6d87fa14a service neutron] Request body: {'port': {'device_id': 'dc9fa198-83a3-417a-9642-f16856615aeb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:34:15.616867 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-f52505ef-89a4-420f-8fac-73bc9f786d5b req-b0b679ba-4e62-4c3d-8752-42d6d87fa14a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:15.622242 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-0f42c0ea-1d50-4df3-a265-93ae62b3f837 None None] Provisioning for port c229b25c-c185-4cc7-86a7-95a9afbd8179 completed by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:34:15.627348 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-0f42c0ea-1d50-4df3-a265-93ae62b3f837 None None] Provisioning complete for port c229b25c-c185-4cc7-86a7-95a9afbd8179 triggered by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:34:15.627775 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0f42c0ea-1d50-4df3-a265-93ae62b3f837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:15.687632 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-0f42c0ea-1d50-4df3-a265-93ae62b3f837 None None] Port c229b25c-c185-4cc7-86a7-95a9afbd8179 cannot update to ACTIVE because it is not bound. {{(pid=80167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 22:34:16.030259 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [req-f52505ef-89a4-420f-8fac-73bc9f786d5b req-b0b679ba-4e62-4c3d-8752-42d6d87fa14a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c229b25c-c185-4cc7-86a7-95a9afbd8179 {{(pid=80165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 19 22:34:16.039439 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-f52505ef-89a4-420f-8fac-73bc9f786d5b req-b0b679ba-4e62-4c3d-8752-42d6d87fa14a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:16.051561 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [req-f52505ef-89a4-420f-8fac-73bc9f786d5b req-b0b679ba-4e62-4c3d-8752-42d6d87fa14a service neutron] Transition to ACTIVE for port object c229b25c-c185-4cc7-86a7-95a9afbd8179 will not be triggered until provisioned by entity L2. {{(pid=80165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:34:16.054307 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-f52505ef-89a4-420f-8fac-73bc9f786d5b req-b0b679ba-4e62-4c3d-8752-42d6d87fa14a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2008354'] for port, after_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:16.074408 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-012f2d25-2283-4e42-85a9-e8998ef1148d tempest-AttachVolumeNegativeTest-750385167 tempest-AttachVolumeNegativeTest-750385167] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:34:16.212726 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b679ba-4e62-4c3d-8752-42d6d87fa14a service neutron] Pushing event updated for resources: {'Port': ['ID=c229b25c-c185-4cc7-86a7-95a9afbd8179,revision_number=2']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:34:16.215883 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-b0b679ba-4e62-4c3d-8752-42d6d87fa14a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:34:16.616659 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [req-f52505ef-89a4-420f-8fac-73bc9f786d5b req-b0b679ba-4e62-4c3d-8752-42d6d87fa14a service neutron] Attempting to bind port c229b25c-c185-4cc7-86a7-95a9afbd8179 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=80165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:34:16.616917 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [req-f52505ef-89a4-420f-8fac-73bc9f786d5b req-b0b679ba-4e62-4c3d-8752-42d6d87fa14a service neutron] Attempting to bind port c229b25c-c185-4cc7-86a7-95a9afbd8179 by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': '3a19a2d2-9804-4169-9334-1f9247b0812d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '8a428a2e-660e-423f-9186-8a68bf1a0ffe'}] {{(pid=80165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:34:16.617311 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52505ef-89a4-420f-8fac-73bc9f786d5b req-b0b679ba-4e62-4c3d-8752-42d6d87fa14a service neutron] Attempting to bind port c229b25c-c185-4cc7-86a7-95a9afbd8179 on network 8a428a2e-660e-423f-9186-8a68bf1a0ffe {{(pid=80165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:34:16.623039 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52505ef-89a4-420f-8fac-73bc9f786d5b req-b0b679ba-4e62-4c3d-8752-42d6d87fa14a service neutron] Checking agent: {'id': 'fdb5f3a7-7d47-485b-a3bd-ac2e8030a5a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 24, 37), 'started_at': datetime.datetime(2021, 1, 19, 22, 25, 7), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:34:16.623415 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52505ef-89a4-420f-8fac-73bc9f786d5b req-b0b679ba-4e62-4c3d-8752-42d6d87fa14a service neutron] Checking segment: {'id': '3a19a2d2-9804-4169-9334-1f9247b0812d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '8a428a2e-660e-423f-9186-8a68bf1a0ffe'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:34:16.623822 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-f52505ef-89a4-420f-8fac-73bc9f786d5b req-b0b679ba-4e62-4c3d-8752-42d6d87fa14a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:16.624216 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52505ef-89a4-420f-8fac-73bc9f786d5b req-b0b679ba-4e62-4c3d-8752-42d6d87fa14a service neutron] Bound using segment: {'id': '3a19a2d2-9804-4169-9334-1f9247b0812d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '8a428a2e-660e-423f-9186-8a68bf1a0ffe'} {{(pid=80165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:34:16.624689 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [req-f52505ef-89a4-420f-8fac-73bc9f786d5b req-b0b679ba-4e62-4c3d-8752-42d6d87fa14a service neutron] Bound port: c229b25c-c185-4cc7-86a7-95a9afbd8179, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a19a2d2-9804-4169-9334-1f9247b0812d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '8a428a2e-660e-423f-9186-8a68bf1a0ffe'}}] {{(pid=80165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:34:16.625061 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-f52505ef-89a4-420f-8fac-73bc9f786d5b req-b0b679ba-4e62-4c3d-8752-42d6d87fa14a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:16.696712 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3397823-c974-46d9-8358-b37a2fd20873 req-1110edb7-c895-467c-9b49-ddab31d84098 tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:16.698395 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f3397823-c974-46d9-8358-b37a2fd20873 req-1110edb7-c895-467c-9b49-ddab31d84098 tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] 10.222.0.43 "GET /v2.0/ports?device_id=dc9fa198-83a3-417a-9642-f16856615aeb HTTP/1.1" status: 200 len: 948 time: 0.1024294 Jan 19 22:34:16.722034 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-f52505ef-89a4-420f-8fac-73bc9f786d5b req-b0b679ba-4e62-4c3d-8752-42d6d87fa14a service neutron] For port c229b25c-c185-4cc7-86a7-95a9afbd8179, host hv-cinder-75078, cleared binding levels {{(pid=80165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:34:16.725284 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-f52505ef-89a4-420f-8fac-73bc9f786d5b req-b0b679ba-4e62-4c3d-8752-42d6d87fa14a service neutron] For port c229b25c-c185-4cc7-86a7-95a9afbd8179, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=c229b25c-c185-4cc7-86a7-95a9afbd8179,segment=NetworkSegment(3a19a2d2-9804-4169-9334-1f9247b0812d),segment_id=3a19a2d2-9804-4169-9334-1f9247b0812d)] {{(pid=80165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:34:16.728946 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-f52505ef-89a4-420f-8fac-73bc9f786d5b req-b0b679ba-4e62-4c3d-8752-42d6d87fa14a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2008354'] for port, after_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:16.744913 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-b0aef15a-b6b3-4301-8a7a-a2d6b5f270c4 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:34:16.755589 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f3397823-c974-46d9-8358-b37a2fd20873 req-345df26c-a98c-4618-ae53-6eaee7e3c63b tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] 10.222.0.43 "GET /v2.0/security-groups?id=f0401352-0597-4e4b-a7b5-69a75e9f9e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502188 Jan 19 22:34:16.896625 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b679ba-4e62-4c3d-8752-42d6d87fa14a service neutron] Pushing event updated for resources: {'Port': ['ID=c229b25c-c185-4cc7-86a7-95a9afbd8179,revision_number=3']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:34:16.900095 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-b0b679ba-4e62-4c3d-8752-42d6d87fa14a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:34:16.937578 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52505ef-89a4-420f-8fac-73bc9f786d5b req-b0b679ba-4e62-4c3d-8752-42d6d87fa14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:16.938263 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-f52505ef-89a4-420f-8fac-73bc9f786d5b req-b0b679ba-4e62-4c3d-8752-42d6d87fa14a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for port, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:16.939801 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f52505ef-89a4-420f-8fac-73bc9f786d5b req-b0b679ba-4e62-4c3d-8752-42d6d87fa14a service neutron] 10.222.0.66 "PUT /v2.0/ports/c229b25c-c185-4cc7-86a7-95a9afbd8179 HTTP/1.1" status: 200 len: 1162 time: 1.4510179 Jan 19 22:34:16.940338 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc9fa198-83a3-417a-9642-f16856615aeb', 'tag': 'c229b25c-c185-4cc7-86a7-95a9afbd8179'}] {{(pid=80165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:34:17.037774 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc9fa198-83a3-417a-9642-f16856615aeb', 'tag': 'c229b25c-c185-4cc7-86a7-95a9afbd8179', 'status': 'completed', 'code': 200} Jan 19 22:34:17.082101 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52505ef-89a4-420f-8fac-73bc9f786d5b req-e2a42af2-2cc3-4aa1-bb86-3a8f1b0b4e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:17.083743 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f52505ef-89a4-420f-8fac-73bc9f786d5b req-e2a42af2-2cc3-4aa1-bb86-3a8f1b0b4e74 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9661d3756aa544bf971ba80f7794317b&device_id=dc9fa198-83a3-417a-9642-f16856615aeb HTTP/1.1" status: 200 len: 1165 time: 0.0873477 Jan 19 22:34:17.163845 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f52505ef-89a4-420f-8fac-73bc9f786d5b req-e555b4c5-0158-45d4-9338-845df7712529 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=c229b25c-c185-4cc7-86a7-95a9afbd8179 HTTP/1.1" status: 200 len: 217 time: 0.0668182 Jan 19 22:34:17.235539 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52505ef-89a4-420f-8fac-73bc9f786d5b req-27898b6d-ac73-45a1-8730-da1881ac9321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:17.237018 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f52505ef-89a4-420f-8fac-73bc9f786d5b req-27898b6d-ac73-45a1-8730-da1881ac9321 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8130eaf4-ef38-41fa-a73f-52ebeadde50d HTTP/1.1" status: 200 len: 843 time: 0.0670176 Jan 19 22:34:17.319911 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52505ef-89a4-420f-8fac-73bc9f786d5b req-5d83a54a-76ed-4479-b185-84836d3bf0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:17.321606 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f52505ef-89a4-420f-8fac-73bc9f786d5b req-5d83a54a-76ed-4479-b185-84836d3bf0c3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8a428a2e-660e-423f-9186-8a68bf1a0ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0775843 Jan 19 22:34:17.474012 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f52505ef-89a4-420f-8fac-73bc9f786d5b req-30909b54-b5b6-4e41-ac4b-d1f19a5a9255 service neutron] 10.222.0.66 "GET /v2.0/networks/8a428a2e-660e-423f-9186-8a68bf1a0ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459081 Jan 19 22:34:17.621085 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f52505ef-89a4-420f-8fac-73bc9f786d5b req-763fff27-ee89-4f6c-9c58-522093f22b19 service neutron] 10.222.0.66 "GET /v2.0/networks/8a428a2e-660e-423f-9186-8a68bf1a0ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1391227 Jan 19 22:34:17.786649 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17d75d-b55d-44a5-ab5c-939779639355 req-81050925-30ec-431d-9312-1f4f740e73f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:17.789143 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-bf17d75d-b55d-44a5-ab5c-939779639355 req-81050925-30ec-431d-9312-1f4f740e73f3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9661d3756aa544bf971ba80f7794317b&device_id=dc9fa198-83a3-417a-9642-f16856615aeb HTTP/1.1" status: 200 len: 1165 time: 0.0833328 Jan 19 22:34:17.993548 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17d75d-b55d-44a5-ab5c-939779639355 req-961f5494-bfe4-4b76-9f81-ed82777c3a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:17.995177 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-bf17d75d-b55d-44a5-ab5c-939779639355 req-961f5494-bfe4-4b76-9f81-ed82777c3a52 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8a428a2e-660e-423f-9186-8a68bf1a0ffe HTTP/1.1" status: 200 len: 863 time: 0.1993942 Jan 19 22:34:18.074835 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-bf17d75d-b55d-44a5-ab5c-939779639355 req-b3126242-e5ca-4296-9ccb-7bd39ed29c4a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=c229b25c-c185-4cc7-86a7-95a9afbd8179 HTTP/1.1" status: 200 len: 217 time: 0.0715721 Jan 19 22:34:18.097737 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c208b81-c5c9-49c3-8ca3-dcc4ab53ea26 req-f41af7fa-45be-4013-8306-6c73993b014e tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:18.098497 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-7c208b81-c5c9-49c3-8ca3-dcc4ab53ea26 req-f41af7fa-45be-4013-8306-6c73993b014e tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] Synchronizing usage tracker for tenant:9661d3756aa544bf971ba80f7794317b on resource:port {{(pid=80165) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:34:18.173580 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-7c208b81-c5c9-49c3-8ca3-dcc4ab53ea26 req-f41af7fa-45be-4013-8306-6c73993b014e tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] Unset dirty status for tenant:9661d3756aa544bf971ba80f7794317b on resource:port {{(pid=80165) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:34:18.174839 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-7c208b81-c5c9-49c3-8ca3-dcc4ab53ea26 req-f41af7fa-45be-4013-8306-6c73993b014e tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] 10.222.0.43 "GET /v2.0/ports?device_id=dc9fa198-83a3-417a-9642-f16856615aeb HTTP/1.1" status: 200 len: 948 time: 0.2837262 Jan 19 22:34:18.176361 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17d75d-b55d-44a5-ab5c-939779639355 req-2a065f56-c98f-4af7-9161-95b1db579298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:18.177857 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-bf17d75d-b55d-44a5-ab5c-939779639355 req-2a065f56-c98f-4af7-9161-95b1db579298 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8130eaf4-ef38-41fa-a73f-52ebeadde50d HTTP/1.1" status: 200 len: 843 time: 0.0754511 Jan 19 22:34:18.275558 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-7c208b81-c5c9-49c3-8ca3-dcc4ab53ea26 req-572041a0-8727-4e3a-8e72-9a43adcab579 tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] Synchronizing usage tracker for tenant:9661d3756aa544bf971ba80f7794317b on resource:security_group {{(pid=80165) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:34:18.308816 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-7c208b81-c5c9-49c3-8ca3-dcc4ab53ea26 req-572041a0-8727-4e3a-8e72-9a43adcab579 tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] Unset dirty status for tenant:9661d3756aa544bf971ba80f7794317b on resource:security_group {{(pid=80165) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:34:18.310098 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-7c208b81-c5c9-49c3-8ca3-dcc4ab53ea26 req-572041a0-8727-4e3a-8e72-9a43adcab579 tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] 10.222.0.43 "GET /v2.0/security-groups?id=f0401352-0597-4e4b-a7b5-69a75e9f9e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288862 Jan 19 22:34:18.316486 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17d75d-b55d-44a5-ab5c-939779639355 req-9ce25f79-84cc-4cfe-930b-fefb7687bfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:18.318107 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-bf17d75d-b55d-44a5-ab5c-939779639355 req-9ce25f79-84cc-4cfe-930b-fefb7687bfac service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8a428a2e-660e-423f-9186-8a68bf1a0ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1205685 Jan 19 22:34:18.465515 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-bf17d75d-b55d-44a5-ab5c-939779639355 req-8ea8a10e-4c88-4155-af3a-2ed923fe3b68 service neutron] 10.222.0.66 "GET /v2.0/networks/8a428a2e-660e-423f-9186-8a68bf1a0ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390836 Jan 19 22:34:18.609416 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-bf17d75d-b55d-44a5-ab5c-939779639355 req-6230d3f3-dbb5-4c56-a5ed-0c54187ed35a service neutron] 10.222.0.66 "GET /v2.0/networks/8a428a2e-660e-423f-9186-8a68bf1a0ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1371086 Jan 19 22:34:19.555260 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f824e27-7c2d-4cea-98b6-e60431c986af req-c1e5b033-50c7-48b8-a5fe-6d73dae1ccb6 tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:19.556977 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-7f824e27-7c2d-4cea-98b6-e60431c986af req-c1e5b033-50c7-48b8-a5fe-6d73dae1ccb6 tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] 10.222.0.43 "GET /v2.0/ports?device_id=dc9fa198-83a3-417a-9642-f16856615aeb HTTP/1.1" status: 200 len: 948 time: 0.1053653 Jan 19 22:34:19.609549 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Network 8a428a2e-660e-423f-9186-8a68bf1a0ffe details requested by agent ovs-agent-hv-cinder-75078 with host hv-cinder-75078 {{(pid=80167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:34:19.614611 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-7f824e27-7c2d-4cea-98b6-e60431c986af req-714de7e2-62cb-49db-8131-145015109657 tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] 10.222.0.43 "GET /v2.0/security-groups?id=f0401352-0597-4e4b-a7b5-69a75e9f9e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509045 Jan 19 22:34:19.976089 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.objects.ports [None req-b2234a56-f738-49fb-a1ed-fa070679c5e6 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80167) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 19 22:34:20.481722 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device c229b25c-c185-4cc7-86a7-95a9afbd8179 up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:34:20.554880 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning for port c229b25c-c185-4cc7-86a7-95a9afbd8179 completed by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:34:20.559733 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port c229b25c-c185-4cc7-86a7-95a9afbd8179 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:34:20.560252 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:20.681767 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:20.709789 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9fa198-83a3-417a-9642-f16856615aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c229b25c-c185-4cc7-86a7-95a9afbd8179'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:34:20.721118 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] For port c229b25c-c185-4cc7-86a7-95a9afbd8179, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=c229b25c-c185-4cc7-86a7-95a9afbd8179,segment=NetworkSegment(3a19a2d2-9804-4169-9334-1f9247b0812d),segment_id=3a19a2d2-9804-4169-9334-1f9247b0812d)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:34:20.724440 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:20.726384 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:34:20.773690 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9fa198-83a3-417a-9642-f16856615aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c229b25c-c185-4cc7-86a7-95a9afbd8179', 'code': 200} Jan 19 22:34:20.800931 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Pushing event updated for resources: {'Port': ['ID=c229b25c-c185-4cc7-86a7-95a9afbd8179,revision_number=4']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:34:20.809118 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:20.809535 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:20.809919 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:20.810301 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:20.810675 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:20.811046 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:20.811417 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:20.812043 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:20.812585 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:20.812954 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:20.813347 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:20.813746 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:20.814133 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:20.814501 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:20.814868 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:20.815225 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:20.815586 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:20.815948 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:20.816306 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:20.816663 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:20.817023 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:20.817427 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:20.817790 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:20.818150 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:20.822484 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:34:20.870959 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be078de-7cfe-44fc-80a3-a94d8ea59775 req-dfb1f792-908a-4ad5-b37b-fd9c942283f1 tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:20.872627 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-9be078de-7cfe-44fc-80a3-a94d8ea59775 req-dfb1f792-908a-4ad5-b37b-fd9c942283f1 tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] 10.222.0.43 "GET /v2.0/ports?device_id=dc9fa198-83a3-417a-9642-f16856615aeb HTTP/1.1" status: 200 len: 950 time: 0.1125636 Jan 19 22:34:20.924773 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-9be078de-7cfe-44fc-80a3-a94d8ea59775 req-30a97f76-2934-4f58-954c-e8aa1e9b64ef tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] 10.222.0.43 "GET /v2.0/security-groups?id=f0401352-0597-4e4b-a7b5-69a75e9f9e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455375 Jan 19 22:34:21.051162 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c9a46-f5bb-4aaf-842a-23bd3c73a4b0 req-5b05c182-11bb-4090-81c2-07205c9cae38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:21.052784 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ae6c9a46-f5bb-4aaf-842a-23bd3c73a4b0 req-5b05c182-11bb-4090-81c2-07205c9cae38 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=dc9fa198-83a3-417a-9642-f16856615aeb HTTP/1.1" status: 200 len: 1167 time: 0.0779009 Jan 19 22:34:21.097801 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ae6c9a46-f5bb-4aaf-842a-23bd3c73a4b0 req-2df49c08-9992-46c9-9226-9fab0765f18e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f0401352-0597-4e4b-a7b5-69a75e9f9e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372887 Jan 19 22:34:21.727426 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device c229b25c-c185-4cc7-86a7-95a9afbd8179 up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:34:21.798874 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port c229b25c-c185-4cc7-86a7-95a9afbd8179 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:34:21.799303 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:22.163313 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e690d-72f3-46c1-824a-c4673fc722f2 req-89c9223f-dedf-4c4f-924c-73c6b4f4bf20 tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:22.164950 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a48e690d-72f3-46c1-824a-c4673fc722f2 req-89c9223f-dedf-4c4f-924c-73c6b4f4bf20 tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] 10.222.0.43 "GET /v2.0/ports?device_id=dc9fa198-83a3-417a-9642-f16856615aeb HTTP/1.1" status: 200 len: 950 time: 0.1077163 Jan 19 22:34:22.219210 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a48e690d-72f3-46c1-824a-c4673fc722f2 req-508bb6af-1a29-4eee-8009-050c991351d3 tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] 10.222.0.43 "GET /v2.0/security-groups?id=f0401352-0597-4e4b-a7b5-69a75e9f9e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473371 Jan 19 22:34:22.819847 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eca885-b24a-4f88-b63c-99bd7b6ffaec req-eb443a30-6f0c-4e65-b1b5-7676096ac23e tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:22.821410 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c1eca885-b24a-4f88-b63c-99bd7b6ffaec req-eb443a30-6f0c-4e65-b1b5-7676096ac23e tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc98a0-a1c8-42d3-8b25-45817e58faa3 HTTP/1.1" status: 200 len: 946 time: 0.1027319 Jan 19 22:34:22.871707 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c1eca885-b24a-4f88-b63c-99bd7b6ffaec req-b45976f2-c65f-4b04-b987-8c7265817574 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=d4ba60cb-9df7-4bd3-aa6b-9beda1c42257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439045 Jan 19 22:34:23.462637 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8cb28-c2b6-4d59-a2bf-c5813f9cbb43 req-e57fdcec-f47e-4fe1-ad85-a49a03809385 tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:23.464257 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-89d8cb28-c2b6-4d59-a2bf-c5813f9cbb43 req-e57fdcec-f47e-4fe1-ad85-a49a03809385 tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] 10.222.0.43 "GET /v2.0/ports?device_id=dc9fa198-83a3-417a-9642-f16856615aeb HTTP/1.1" status: 200 len: 950 time: 0.1062262 Jan 19 22:34:23.515557 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-89d8cb28-c2b6-4d59-a2bf-c5813f9cbb43 req-d20518f2-5b7f-41b3-ad01-eac1655316db tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] 10.222.0.43 "GET /v2.0/security-groups?id=f0401352-0597-4e4b-a7b5-69a75e9f9e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448124 Jan 19 22:34:24.018182 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80458e9e-15ba-4127-a978-8144f9ae2a96 req-bf66ae76-2f8d-4411-b804-ef981060a1a0 tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:24.026455 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-80458e9e-15ba-4127-a978-8144f9ae2a96 req-bf66ae76-2f8d-4411-b804-ef981060a1a0 tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] 10.222.0.43 "GET /v2.0/ports?device_id=dc9fa198-83a3-417a-9642-f16856615aeb HTTP/1.1" status: 200 len: 950 time: 0.1124432 Jan 19 22:34:24.077079 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-80458e9e-15ba-4127-a978-8144f9ae2a96 req-75215578-fe53-471d-b789-5a4914434d02 tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] 10.222.0.43 "GET /v2.0/security-groups?id=f0401352-0597-4e4b-a7b5-69a75e9f9e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493658 Jan 19 22:34:24.125859 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b32943-f13d-4f7b-aaa9-3b59d5c09351 req-ea9b4707-5f3c-48ba-b55f-4a33694827c6 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:24.127763 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-75b32943-f13d-4f7b-aaa9-3b59d5c09351 req-ea9b4707-5f3c-48ba-b55f-4a33694827c6 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc98a0-a1c8-42d3-8b25-45817e58faa3 HTTP/1.1" status: 200 len: 946 time: 0.1089168 Jan 19 22:34:24.178861 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-75b32943-f13d-4f7b-aaa9-3b59d5c09351 req-4785fc17-5278-4100-b86f-4e39f0ee1a3e tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=d4ba60cb-9df7-4bd3-aa6b-9beda1c42257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448873 Jan 19 22:34:25.307610 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b784f64-3a1d-45ae-a441-163aade0282d req-36474831-d602-4ace-940c-64143173a942 tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:25.309251 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-7b784f64-3a1d-45ae-a441-163aade0282d req-36474831-d602-4ace-940c-64143173a942 tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] 10.222.0.43 "GET /v2.0/ports?device_id=dc9fa198-83a3-417a-9642-f16856615aeb HTTP/1.1" status: 200 len: 950 time: 0.1024392 Jan 19 22:34:25.385903 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-7b784f64-3a1d-45ae-a441-163aade0282d req-b401e8ca-cd91-477f-b0df-579c18450058 tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] 10.222.0.43 "GET /v2.0/security-groups?id=f0401352-0597-4e4b-a7b5-69a75e9f9e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684907 Jan 19 22:34:25.431031 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c221f-dd73-41b8-8da1-93f67350b166 req-5e93bb9b-505f-4173-8aff-8df37bcd0404 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:25.432675 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-1d0c221f-dd73-41b8-8da1-93f67350b166 req-5e93bb9b-505f-4173-8aff-8df37bcd0404 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc98a0-a1c8-42d3-8b25-45817e58faa3 HTTP/1.1" status: 200 len: 946 time: 0.1041861 Jan 19 22:34:25.487182 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-1d0c221f-dd73-41b8-8da1-93f67350b166 req-062d18b5-3a5a-4bef-be69-fccf83f2eab6 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=d4ba60cb-9df7-4bd3-aa6b-9beda1c42257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471129 Jan 19 22:34:25.609904 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14cbd07-4d75-44ba-8b83-4244c2877aa4 req-db200d32-23af-4ef3-8827-48e0c2b6ff32 tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:25.612010 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f14cbd07-4d75-44ba-8b83-4244c2877aa4 req-db200d32-23af-4ef3-8827-48e0c2b6ff32 tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] 10.222.0.66 "GET /v2.0/ports?device_id=dc9fa198-83a3-417a-9642-f16856615aeb HTTP/1.1" status: 200 len: 950 time: 0.1021066 Jan 19 22:34:25.632457 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device c229b25c-c185-4cc7-86a7-95a9afbd8179 no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:34:25.697376 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [req-f14cbd07-4d75-44ba-8b83-4244c2877aa4 req-177fd1c3-1697-4ffc-964f-57d2c211ad46 tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] Deleting port c229b25c-c185-4cc7-86a7-95a9afbd8179 {{(pid=80165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:34:25.697770 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-f14cbd07-4d75-44ba-8b83-4244c2877aa4 req-177fd1c3-1697-4ffc-964f-57d2c211ad46 tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:25.754405 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:25.782930 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9fa198-83a3-417a-9642-f16856615aeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c229b25c-c185-4cc7-86a7-95a9afbd8179'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:34:25.793084 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] For port c229b25c-c185-4cc7-86a7-95a9afbd8179, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=c229b25c-c185-4cc7-86a7-95a9afbd8179,segment=NetworkSegment(3a19a2d2-9804-4169-9334-1f9247b0812d),segment_id=3a19a2d2-9804-4169-9334-1f9247b0812d)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:34:25.796851 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:25.799304 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:34:25.845388 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9fa198-83a3-417a-9642-f16856615aeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c229b25c-c185-4cc7-86a7-95a9afbd8179', 'code': 200} Jan 19 22:34:25.870831 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Pushing event updated for resources: {'Port': ['ID=c229b25c-c185-4cc7-86a7-95a9afbd8179,revision_number=5']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:34:25.874225 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:34:25.966001 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-f14cbd07-4d75-44ba-8b83-4244c2877aa4 req-177fd1c3-1697-4ffc-964f-57d2c211ad46 tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] For port c229b25c-c185-4cc7-86a7-95a9afbd8179, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=c229b25c-c185-4cc7-86a7-95a9afbd8179,segment=NetworkSegment(3a19a2d2-9804-4169-9334-1f9247b0812d),segment_id=3a19a2d2-9804-4169-9334-1f9247b0812d)] {{(pid=80165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:34:25.966330 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-f14cbd07-4d75-44ba-8b83-4244c2877aa4 req-177fd1c3-1697-4ffc-964f-57d2c211ad46 tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137761'] for port, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:26.098671 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [req-f14cbd07-4d75-44ba-8b83-4244c2877aa4 req-177fd1c3-1697-4ffc-964f-57d2c211ad46 tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] Calling delete_port for c229b25c-c185-4cc7-86a7-95a9afbd8179 owned by compute:nova {{(pid=80165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:34:26.181691 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.db.api [req-f14cbd07-4d75-44ba-8b83-4244c2877aa4 req-177fd1c3-1697-4ffc-964f-57d2c211ad46 tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80165) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 22:34:26.182062 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_db.api [req-f14cbd07-4d75-44ba-8b83-4244c2877aa4 req-177fd1c3-1697-4ffc-964f-57d2c211ad46 tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80165) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 22:34:26.614025 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c241c64-9ac3-4072-a578-561f080b9d6a req-7a61dd5f-444c-4c0e-a07a-aa0d93fb5171 tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:26.615667 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6c241c64-9ac3-4072-a578-561f080b9d6a req-7a61dd5f-444c-4c0e-a07a-aa0d93fb5171 tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] 10.222.0.43 "GET /v2.0/ports?device_id=dc9fa198-83a3-417a-9642-f16856615aeb HTTP/1.1" status: 200 len: 948 time: 0.1017628 Jan 19 22:34:26.754047 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9daaf79-65a8-41e3-b1b6-47932caaef8b req-a6b6b15a-c499-4954-b7c3-d8ccfa10e07c tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:26.755827 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-b9daaf79-65a8-41e3-b1b6-47932caaef8b req-a6b6b15a-c499-4954-b7c3-d8ccfa10e07c tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc98a0-a1c8-42d3-8b25-45817e58faa3 HTTP/1.1" status: 200 len: 946 time: 0.1177485 Jan 19 22:34:26.809932 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-b9daaf79-65a8-41e3-b1b6-47932caaef8b req-d52c9d36-fb3c-4f4c-afee-d0625910dc3f tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=d4ba60cb-9df7-4bd3-aa6b-9beda1c42257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473711 Jan 19 22:34:26.874160 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [req-f14cbd07-4d75-44ba-8b83-4244c2877aa4 req-177fd1c3-1697-4ffc-964f-57d2c211ad46 tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] Deleting port c229b25c-c185-4cc7-86a7-95a9afbd8179 {{(pid=80165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:34:26.874543 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-f14cbd07-4d75-44ba-8b83-4244c2877aa4 req-177fd1c3-1697-4ffc-964f-57d2c211ad46 tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:26.923504 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6c241c64-9ac3-4072-a578-561f080b9d6a req-9b8e8aad-e16b-4fbd-bd4c-718557d7725c tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] 10.222.0.43 "GET /v2.0/security-groups?id=f0401352-0597-4e4b-a7b5-69a75e9f9e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010428 Jan 19 22:34:27.140405 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-f14cbd07-4d75-44ba-8b83-4244c2877aa4 req-177fd1c3-1697-4ffc-964f-57d2c211ad46 tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] For port c229b25c-c185-4cc7-86a7-95a9afbd8179, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=c229b25c-c185-4cc7-86a7-95a9afbd8179,segment=NetworkSegment(3a19a2d2-9804-4169-9334-1f9247b0812d),segment_id=3a19a2d2-9804-4169-9334-1f9247b0812d)] {{(pid=80165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:34:27.140805 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-f14cbd07-4d75-44ba-8b83-4244c2877aa4 req-177fd1c3-1697-4ffc-964f-57d2c211ad46 tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137761'] for port, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:27.274043 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [req-f14cbd07-4d75-44ba-8b83-4244c2877aa4 req-177fd1c3-1697-4ffc-964f-57d2c211ad46 tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] Calling delete_port for c229b25c-c185-4cc7-86a7-95a9afbd8179 owned by compute:nova {{(pid=80165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:34:27.424517 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-f14cbd07-4d75-44ba-8b83-4244c2877aa4 req-177fd1c3-1697-4ffc-964f-57d2c211ad46 tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307084714663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307085172425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852767463'] for port, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:27.439734 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-b0b679ba-4e62-4c3d-8752-42d6d87fa14a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:34:27.488020 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177fd1c3-1697-4ffc-964f-57d2c211ad46 tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] Pushing event deleted for resources: {'Port': ['ID=c229b25c-c185-4cc7-86a7-95a9afbd8179,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:34:27.499903 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-177fd1c3-1697-4ffc-964f-57d2c211ad46 tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:34:27.646629 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [req-f14cbd07-4d75-44ba-8b83-4244c2877aa4 req-177fd1c3-1697-4ffc-964f-57d2c211ad46 tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] No DVR routers for this DVR port c229b25c-c185-4cc7-86a7-95a9afbd8179 on host hv-cinder-75078 {{(pid=80165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 22:34:27.649209 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-f14cbd07-4d75-44ba-8b83-4244c2877aa4 req-177fd1c3-1697-4ffc-964f-57d2c211ad46 tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for port, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:27.652201 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9fa198-83a3-417a-9642-f16856615aeb', 'name': 'network-vif-deleted', 'tag': 'c229b25c-c185-4cc7-86a7-95a9afbd8179'}] {{(pid=80165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:34:27.670521 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f14cbd07-4d75-44ba-8b83-4244c2877aa4 req-177fd1c3-1697-4ffc-964f-57d2c211ad46 tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] 10.222.0.66 "DELETE /v2.0/ports/c229b25c-c185-4cc7-86a7-95a9afbd8179 HTTP/1.1" status: 204 len: 173 time: 2.0477960 Jan 19 22:34:27.714496 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9fa198-83a3-417a-9642-f16856615aeb', 'name': 'network-vif-deleted', 'tag': 'c229b25c-c185-4cc7-86a7-95a9afbd8179', 'status': 'completed', 'code': 200} Jan 19 22:34:28.062708 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b17f927-3530-4f34-a3ac-727046d60bd3 req-3a5e9692-f40d-4497-a42a-d132fcec75a0 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:28.064941 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-9b17f927-3530-4f34-a3ac-727046d60bd3 req-3a5e9692-f40d-4497-a42a-d132fcec75a0 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc98a0-a1c8-42d3-8b25-45817e58faa3 HTTP/1.1" status: 200 len: 946 time: 0.1082532 Jan 19 22:34:28.117034 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-9b17f927-3530-4f34-a3ac-727046d60bd3 req-25b45c68-daf9-49b7-ac36-848256ae31f4 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=d4ba60cb-9df7-4bd3-aa6b-9beda1c42257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457494 Jan 19 22:34:28.119452 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-74af0450-5f2e-4461-a116-6f32a594ec7e req-4282912f-e652-4e5c-8a03-bf0eb7c0c61d tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] 10.222.0.43 "GET /v2.0/ports?device_id=dc9fa198-83a3-417a-9642-f16856615aeb HTTP/1.1" status: 200 len: 210 time: 0.0494339 Jan 19 22:34:28.854166 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-4f8f8cf4-c84f-47ce-8eee-6e322a7fe174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:29.374588 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6892a5b-1318-423d-a456-6fbc3f9327a5 req-ba104c43-3433-4fb8-a0a0-5ca690e1bb6b tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:29.376316 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d6892a5b-1318-423d-a456-6fbc3f9327a5 req-ba104c43-3433-4fb8-a0a0-5ca690e1bb6b tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc98a0-a1c8-42d3-8b25-45817e58faa3 HTTP/1.1" status: 200 len: 946 time: 0.1079874 Jan 19 22:34:29.431088 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d6892a5b-1318-423d-a456-6fbc3f9327a5 req-457db881-14f3-450f-b575-ecf78ed202c9 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=d4ba60cb-9df7-4bd3-aa6b-9beda1c42257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469453 Jan 19 22:34:30.821152 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb608a-5303-4c58-985a-2ddac29b33d3 req-1131c88a-a930-4944-bac0-f30ea9dd53fc tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:30.822880 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-69cb608a-5303-4c58-985a-2ddac29b33d3 req-1131c88a-a930-4944-bac0-f30ea9dd53fc tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc98a0-a1c8-42d3-8b25-45817e58faa3 HTTP/1.1" status: 200 len: 946 time: 0.1080074 Jan 19 22:34:30.875550 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-69cb608a-5303-4c58-985a-2ddac29b33d3 req-34af01d8-e6be-4259-9887-f3824d048211 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=d4ba60cb-9df7-4bd3-aa6b-9beda1c42257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463884 Jan 19 22:34:31.420628 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1243c519-8875-4095-9705-67b78462088e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:31.774937 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-c9001542-e646-4186-9964-539b83587d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:32.129196 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c314d-3a1d-424b-bd4b-c7b9f96392d3 req-ce697f42-7252-4fe2-b830-1aa91baa20b0 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:32.130861 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-517c314d-3a1d-424b-bd4b-c7b9f96392d3 req-ce697f42-7252-4fe2-b830-1aa91baa20b0 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc98a0-a1c8-42d3-8b25-45817e58faa3 HTTP/1.1" status: 200 len: 946 time: 0.1105762 Jan 19 22:34:32.183808 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-517c314d-3a1d-424b-bd4b-c7b9f96392d3 req-89f379c5-fbbb-4bae-b8b6-25d9f22d9a1e tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=d4ba60cb-9df7-4bd3-aa6b-9beda1c42257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463343 Jan 19 22:34:33.050248 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:33.429315 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aceede2-aaed-427a-92a9-4ba30b65985c req-5622c2f9-c356-4997-b288-786da4cf0aa8 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:33.431014 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-7aceede2-aaed-427a-92a9-4ba30b65985c req-5622c2f9-c356-4997-b288-786da4cf0aa8 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc98a0-a1c8-42d3-8b25-45817e58faa3 HTTP/1.1" status: 200 len: 946 time: 0.1033084 Jan 19 22:34:33.438879 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8bdf443e-3544-4df7-a37c-063f9f459872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:33.486406 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-7aceede2-aaed-427a-92a9-4ba30b65985c req-229e85c6-3449-41c8-937d-b7cd4587505a tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=d4ba60cb-9df7-4bd3-aa6b-9beda1c42257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482757 Jan 19 22:34:34.027258 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 58100) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:34:34.290342 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-d0b84e78-123a-4161-9f02-552cd1e64143 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9661d3756aa544bf971ba80f7794317b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2617338 Jan 19 22:34:34.292826 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 58106) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:34:34.355391 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-c5199f87-a335-4d31-9d07-ed307f7153a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:34.383310 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-c5199f87-a335-4d31-9d07-ed307f7153a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:34.428327 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-c5199f87-a335-4d31-9d07-ed307f7153a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:34.433463 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-25a3d1e5-5f37-4d8d-93d4-fcddd8314430 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:34:34.449392 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5199f87-a335-4d31-9d07-ed307f7153a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0401352-0597-4e4b-a7b5-69a75e9f9e07,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:34:34.452918 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-c5199f87-a335-4d31-9d07-ed307f7153a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:34:34.464482 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-c5199f87-a335-4d31-9d07-ed307f7153a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:34.465809 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-c5199f87-a335-4d31-9d07-ed307f7153a2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f0401352-0597-4e4b-a7b5-69a75e9f9e07 HTTP/1.1" status: 204 len: 168 time: 0.1719155 Jan 19 22:34:34.744317 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0a3be-34ff-4ed2-8974-d862a5212e2a req-9c067f91-ff27-4c1b-9f21-421d8e002a13 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:34.746026 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-e1a0a3be-34ff-4ed2-8974-d862a5212e2a req-9c067f91-ff27-4c1b-9f21-421d8e002a13 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc98a0-a1c8-42d3-8b25-45817e58faa3 HTTP/1.1" status: 200 len: 946 time: 0.1136847 Jan 19 22:34:34.802866 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-e1a0a3be-34ff-4ed2-8974-d862a5212e2a req-ce23997a-a647-4c57-bca3-4f5f0bc14421 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=d4ba60cb-9df7-4bd3-aa6b-9beda1c42257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494373 Jan 19 22:34:36.071750 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07276ce-eb37-4b09-a230-c2a20e9a1d7e req-d2019698-127b-469c-b884-493d16a5adfe tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:36.073442 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a07276ce-eb37-4b09-a230-c2a20e9a1d7e req-d2019698-127b-469c-b884-493d16a5adfe tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc98a0-a1c8-42d3-8b25-45817e58faa3 HTTP/1.1" status: 200 len: 946 time: 0.1128793 Jan 19 22:34:36.131463 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a07276ce-eb37-4b09-a230-c2a20e9a1d7e req-b25aa6c1-c615-4693-b308-66abc699aa5f tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=d4ba60cb-9df7-4bd3-aa6b-9beda1c42257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505376 Jan 19 22:34:37.417309 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1dbf8-6f43-4bbd-b7c2-e4447bf0197f req-9206f184-80b1-4399-9c5d-61d1edd75a19 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:37.419141 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-e8b1dbf8-6f43-4bbd-b7c2-e4447bf0197f req-9206f184-80b1-4399-9c5d-61d1edd75a19 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc98a0-a1c8-42d3-8b25-45817e58faa3 HTTP/1.1" status: 200 len: 946 time: 0.1143010 Jan 19 22:34:37.493369 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:37.526012 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-e8b1dbf8-6f43-4bbd-b7c2-e4447bf0197f req-19c59bf1-b563-4162-85cc-de794c43af0e tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=d4ba60cb-9df7-4bd3-aa6b-9beda1c42257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993741 Jan 19 22:34:37.554732 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6c06df90-bc38-42de-8821-9da0fc2f5b9b req-e09079c4-d15e-4418-882f-d130e9417e5f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ef3a131f-73aa-424d-bc8a-087bf2e57e10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1042984 Jan 19 22:34:37.737425 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06df90-bc38-42de-8821-9da0fc2f5b9b req-978ac44c-6702-42fb-968c-28f979ecba31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:37.739057 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6c06df90-bc38-42de-8821-9da0fc2f5b9b req-978ac44c-6702-42fb-968c-28f979ecba31 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=01433532f839429f9ab490395be6df9b&device_id=ef3a131f-73aa-424d-bc8a-087bf2e57e10 HTTP/1.1" status: 200 len: 1162 time: 0.0832181 Jan 19 22:34:37.911660 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06df90-bc38-42de-8821-9da0fc2f5b9b req-5cd3941f-5893-4308-a91c-d678d2a28c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:37.913428 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6c06df90-bc38-42de-8821-9da0fc2f5b9b req-5cd3941f-5893-4308-a91c-d678d2a28c68 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2a1bb381-2a87-4d84-9a2f-e3a92c9466a9 HTTP/1.1" status: 200 len: 903 time: 0.1524990 Jan 19 22:34:38.028608 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6c06df90-bc38-42de-8821-9da0fc2f5b9b req-5c6557c5-dacc-4470-97cf-784672d8992a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab6680c3-2976-4732-b364-551124df54ce HTTP/1.1" status: 200 len: 1001 time: 0.1077821 Jan 19 22:34:38.102323 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06df90-bc38-42de-8821-9da0fc2f5b9b req-d1e05c95-0138-48bc-b331-180f813100de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:38.104170 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6c06df90-bc38-42de-8821-9da0fc2f5b9b req-d1e05c95-0138-48bc-b331-180f813100de service neutron] 10.222.0.66 "GET /v2.0/subnets?id=55957ee4-9e38-46bc-b06c-2654a0308264 HTTP/1.1" status: 200 len: 848 time: 0.0688138 Jan 19 22:34:38.203223 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06df90-bc38-42de-8821-9da0fc2f5b9b req-80debbc0-0713-44c7-927b-4c4247262b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:38.205107 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6c06df90-bc38-42de-8821-9da0fc2f5b9b req-80debbc0-0713-44c7-927b-4c4247262b09 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2a1bb381-2a87-4d84-9a2f-e3a92c9466a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0942721 Jan 19 22:34:38.386220 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6c06df90-bc38-42de-8821-9da0fc2f5b9b req-c7f21b31-ff7b-4d06-b468-2e3c020d83e5 service neutron] 10.222.0.66 "GET /v2.0/networks/2a1bb381-2a87-4d84-9a2f-e3a92c9466a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722023 Jan 19 22:34:38.549148 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6c06df90-bc38-42de-8821-9da0fc2f5b9b req-ee282bdc-bb78-4863-ac53-df40a7ffe9b3 service neutron] 10.222.0.66 "GET /v2.0/networks/2a1bb381-2a87-4d84-9a2f-e3a92c9466a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1563108 Jan 19 22:34:38.812760 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d886a25-8dd8-4471-8d9f-02a7070c4464 req-b6d465ee-584c-49cf-a65c-18497f76ecbe tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:38.814464 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-9d886a25-8dd8-4471-8d9f-02a7070c4464 req-b6d465ee-584c-49cf-a65c-18497f76ecbe tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc98a0-a1c8-42d3-8b25-45817e58faa3 HTTP/1.1" status: 200 len: 946 time: 0.1149299 Jan 19 22:34:38.877830 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-9d886a25-8dd8-4471-8d9f-02a7070c4464 req-4c0fa393-a6ed-415e-bd27-084dc2e83c70 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=d4ba60cb-9df7-4bd3-aa6b-9beda1c42257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565841 Jan 19 22:34:38.957977 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.agents_db [None req-329fefd4-1494-457f-8297-9b2689c275d7 None None] Agent healthcheck: found 6 active agents {{(pid=80168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:34:40.148906 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f70da-13fc-4344-8219-d32e2eba8da4 req-ec4a77be-334d-451d-9f8d-4fb545d25b22 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:40.150746 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-381f70da-13fc-4344-8219-d32e2eba8da4 req-ec4a77be-334d-451d-9f8d-4fb545d25b22 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc98a0-a1c8-42d3-8b25-45817e58faa3 HTTP/1.1" status: 200 len: 946 time: 0.1163688 Jan 19 22:34:40.207564 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-381f70da-13fc-4344-8219-d32e2eba8da4 req-bb01b9ef-5c75-41ae-9645-5970dd34fb40 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=d4ba60cb-9df7-4bd3-aa6b-9beda1c42257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495842 Jan 19 22:34:41.460243 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4537d9d-f600-4df2-8148-c63a5d8d9b01 req-e12e28a2-8010-4f97-8010-ecefb89c8a6e tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:41.468358 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d4537d9d-f600-4df2-8148-c63a5d8d9b01 req-e12e28a2-8010-4f97-8010-ecefb89c8a6e tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc98a0-a1c8-42d3-8b25-45817e58faa3 HTTP/1.1" status: 200 len: 946 time: 0.1134472 Jan 19 22:34:41.516952 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d4537d9d-f600-4df2-8148-c63a5d8d9b01 req-3c6756e0-8d54-4fbd-af09-22f1b98b63c3 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=d4ba60cb-9df7-4bd3-aa6b-9beda1c42257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477405 Jan 19 22:34:42.784318 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de50a81e-3b92-4b39-83af-269e4c3bf779 req-7f87c1b0-b597-415f-adfc-a30ada4068b6 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:42.786195 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-de50a81e-3b92-4b39-83af-269e4c3bf779 req-7f87c1b0-b597-415f-adfc-a30ada4068b6 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc98a0-a1c8-42d3-8b25-45817e58faa3 HTTP/1.1" status: 200 len: 946 time: 0.1208439 Jan 19 22:34:42.843420 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-de50a81e-3b92-4b39-83af-269e4c3bf779 req-fc19061e-a411-41ee-8db6-32f24a7be5c9 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=d4ba60cb-9df7-4bd3-aa6b-9beda1c42257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504487 Jan 19 22:34:44.131118 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ec90d-a61f-4726-b06c-1c8c57cccf28 req-6ba236ac-61cd-4ca4-a4d5-ee525f7a9e7f tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:44.132763 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-213ec90d-a61f-4726-b06c-1c8c57cccf28 req-6ba236ac-61cd-4ca4-a4d5-ee525f7a9e7f tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc98a0-a1c8-42d3-8b25-45817e58faa3 HTTP/1.1" status: 200 len: 946 time: 0.1201675 Jan 19 22:34:44.187148 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-213ec90d-a61f-4726-b06c-1c8c57cccf28 req-e51fe807-562f-4d6b-aa15-54f6fc54b2ef tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=d4ba60cb-9df7-4bd3-aa6b-9beda1c42257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474942 Jan 19 22:34:45.507311 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d0d0e2-999e-4b9d-8a2e-a8500b0b94ef req-58c3b77b-7455-415e-8929-96436deda3db tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:45.508871 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-37d0d0e2-999e-4b9d-8a2e-a8500b0b94ef req-58c3b77b-7455-415e-8929-96436deda3db tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc98a0-a1c8-42d3-8b25-45817e58faa3 HTTP/1.1" status: 200 len: 946 time: 0.1733916 Jan 19 22:34:45.511458 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20d419-4e58-422a-934f-d25cfb503281 req-d825ed7b-3fe8-4b97-8868-d2ae24ade20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:45.512943 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-9c20d419-4e58-422a-934f-d25cfb503281 req-d825ed7b-3fe8-4b97-8868-d2ae24ade20e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f0ed436f923242c09f18ac9215bbdd6d&device_id=9ecc98a0-a1c8-42d3-8b25-45817e58faa3 HTTP/1.1" status: 200 len: 1163 time: 0.1395178 Jan 19 22:34:45.650659 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-37d0d0e2-999e-4b9d-8a2e-a8500b0b94ef req-28350403-692b-4350-b9d4-bec6843a6b31 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=d4ba60cb-9df7-4bd3-aa6b-9beda1c42257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354394 Jan 19 22:34:45.691494 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20d419-4e58-422a-934f-d25cfb503281 req-9ac45c8e-bb18-4e71-b251-96d71c03b5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:45.693099 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-9c20d419-4e58-422a-934f-d25cfb503281 req-9ac45c8e-bb18-4e71-b251-96d71c03b5a1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e1615a81-979f-4377-bdd4-466d6ecb70d8 HTTP/1.1" status: 200 len: 910 time: 0.1619253 Jan 19 22:34:45.803994 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-9c20d419-4e58-422a-934f-d25cfb503281 req-0a9a9d9e-c44e-4630-b8bf-d472b457bbd8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8763c103-1aac-4adb-a892-a4c501aff29d HTTP/1.1" status: 200 len: 1002 time: 0.1035380 Jan 19 22:34:45.871958 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20d419-4e58-422a-934f-d25cfb503281 req-f00dad2e-5799-4fa0-9754-b7d929885992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:45.873501 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-9c20d419-4e58-422a-934f-d25cfb503281 req-f00dad2e-5799-4fa0-9754-b7d929885992 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b4c52249-2f5c-40fe-a964-1d16d96ffe83 HTTP/1.1" status: 200 len: 855 time: 0.0628600 Jan 19 22:34:45.957854 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20d419-4e58-422a-934f-d25cfb503281 req-087936c6-8850-44c6-8f9f-bb2d6df1bba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:45.959477 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-9c20d419-4e58-422a-934f-d25cfb503281 req-087936c6-8850-44c6-8f9f-bb2d6df1bba6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e1615a81-979f-4377-bdd4-466d6ecb70d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0797293 Jan 19 22:34:46.101875 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-9c20d419-4e58-422a-934f-d25cfb503281 req-a2632ee0-027a-485c-8db4-98a8b85bd957 service neutron] 10.222.0.66 "GET /v2.0/networks/e1615a81-979f-4377-bdd4-466d6ecb70d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348917 Jan 19 22:34:46.242825 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-9c20d419-4e58-422a-934f-d25cfb503281 req-e479c856-1bc3-41b0-8af5-df8b2da7d1fe service neutron] 10.222.0.66 "GET /v2.0/networks/e1615a81-979f-4377-bdd4-466d6ecb70d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1347904 Jan 19 22:34:46.894171 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1ef17-5d6b-4930-add8-580373dc46c8 req-2d23548f-bf1a-4502-a606-dbf263c42fae tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:46.895764 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-23c1ef17-5d6b-4930-add8-580373dc46c8 req-2d23548f-bf1a-4502-a606-dbf263c42fae tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc98a0-a1c8-42d3-8b25-45817e58faa3 HTTP/1.1" status: 200 len: 946 time: 0.1014345 Jan 19 22:34:46.950852 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-23c1ef17-5d6b-4930-add8-580373dc46c8 req-3b769293-ced6-4d0a-a790-1b7f56e5e675 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=d4ba60cb-9df7-4bd3-aa6b-9beda1c42257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486646 Jan 19 22:34:48.201759 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258eb91d-1c58-4b91-a27a-e1649be36150 req-2d7cabf5-c81c-40b0-bce1-c30cb2a1faa5 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:48.203398 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-258eb91d-1c58-4b91-a27a-e1649be36150 req-2d7cabf5-c81c-40b0-bce1-c30cb2a1faa5 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc98a0-a1c8-42d3-8b25-45817e58faa3 HTTP/1.1" status: 200 len: 946 time: 0.1013567 Jan 19 22:34:48.254283 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-258eb91d-1c58-4b91-a27a-e1649be36150 req-6235a150-b02e-4fbc-9687-2430eede30fe tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=d4ba60cb-9df7-4bd3-aa6b-9beda1c42257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444729 Jan 19 22:34:49.823322 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device 8763c103-1aac-4adb-a892-a4c501aff29d no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:34:49.886105 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0dc369ff-f391-4100-a744-72f5b500a690 req-562a8fc8-f544-4cc3-a14d-bf66660c208e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc98a0-a1c8-42d3-8b25-45817e58faa3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1479824 Jan 19 22:34:49.909708 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c1c138-07f3-49cb-bab3-ce97e541b43b req-3f18bd10-5311-4e6f-93ca-925b46b20017 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:49.911363 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-12c1c138-07f3-49cb-bab3-ce97e541b43b req-3f18bd10-5311-4e6f-93ca-925b46b20017 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc98a0-a1c8-42d3-8b25-45817e58faa3 HTTP/1.1" status: 200 len: 946 time: 0.1314282 Jan 19 22:34:49.946594 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:49.971413 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-12c1c138-07f3-49cb-bab3-ce97e541b43b req-757b3b3a-f576-44de-8138-31e48824bc3c tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=d4ba60cb-9df7-4bd3-aa6b-9beda1c42257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499043 Jan 19 22:34:50.134599 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ecc98a0-a1c8-42d3-8b25-45817e58faa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8763c103-1aac-4adb-a892-a4c501aff29d'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:34:50.145836 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] For port 8763c103-1aac-4adb-a892-a4c501aff29d, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=8763c103-1aac-4adb-a892-a4c501aff29d,segment=NetworkSegment(1014e9b3-3ba0-49df-a5ed-d042cca9ac40),segment_id=1014e9b3-3ba0-49df-a5ed-d042cca9ac40)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:34:50.148643 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:50.150538 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-339c4555-9206-414b-8509-3a18d5618bc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:34:50.196184 dv-cinder-750782-5-smb neutron-server[80054]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9ecc98a0-a1c8-42d3-8b25-45817e58faa3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8763c103-1aac-4adb-a892-a4c501aff29d', 'code': 422} returned with failed status Jan 19 22:34:50.223029 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Pushing event updated for resources: {'Port': ['ID=8763c103-1aac-4adb-a892-a4c501aff29d,revision_number=5']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:34:50.226398 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:34:50.436185 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc369ff-f391-4100-a744-72f5b500a690 req-6353310e-5fb1-41ac-887f-38ddd323477f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:50.438931 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0dc369ff-f391-4100-a744-72f5b500a690 req-6353310e-5fb1-41ac-887f-38ddd323477f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9ecc98a0-a1c8-42d3-8b25-45817e58faa3&tenant_id=f0ed436f923242c09f18ac9215bbdd6d HTTP/1.1" status: 200 len: 1161 time: 0.0781293 Jan 19 22:34:50.546044 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc369ff-f391-4100-a744-72f5b500a690 req-1df8b9ac-7d4c-4096-9499-8696863417a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:50.548184 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0dc369ff-f391-4100-a744-72f5b500a690 req-1df8b9ac-7d4c-4096-9499-8696863417a8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f0ed436f923242c09f18ac9215bbdd6d&device_id=9ecc98a0-a1c8-42d3-8b25-45817e58faa3 HTTP/1.1" status: 200 len: 1161 time: 0.0763841 Jan 19 22:34:50.689434 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc369ff-f391-4100-a744-72f5b500a690 req-5b5cc857-b1dc-4d60-bc83-7654ab3ae9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:50.690989 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0dc369ff-f391-4100-a744-72f5b500a690 req-5b5cc857-b1dc-4d60-bc83-7654ab3ae9bb service neutron] 10.222.0.66 "GET /v2.0/networks?id=e1615a81-979f-4377-bdd4-466d6ecb70d8 HTTP/1.1" status: 200 len: 910 time: 0.1365490 Jan 19 22:34:50.799928 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0dc369ff-f391-4100-a744-72f5b500a690 req-c6241cf4-88f9-44ef-bad7-a2d4ccf5c488 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8763c103-1aac-4adb-a892-a4c501aff29d HTTP/1.1" status: 200 len: 1000 time: 0.1015520 Jan 19 22:34:51.089881 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc369ff-f391-4100-a744-72f5b500a690 req-719f3c86-70be-4789-a3ce-3eb345fbd16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:51.091461 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0dc369ff-f391-4100-a744-72f5b500a690 req-719f3c86-70be-4789-a3ce-3eb345fbd16f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b4c52249-2f5c-40fe-a964-1d16d96ffe83 HTTP/1.1" status: 200 len: 855 time: 0.2841012 Jan 19 22:34:51.242338 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc369ff-f391-4100-a744-72f5b500a690 req-3fed8354-145b-4f94-9569-f8925625142f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:51.243971 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0dc369ff-f391-4100-a744-72f5b500a690 req-3fed8354-145b-4f94-9569-f8925625142f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e1615a81-979f-4377-bdd4-466d6ecb70d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1457918 Jan 19 22:34:51.270002 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7705e6f-4bb5-40f3-ae7e-902300028e5f req-61116b74-ec31-45bc-ad67-b0f1875b91fd tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:51.271515 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a7705e6f-4bb5-40f3-ae7e-902300028e5f req-61116b74-ec31-45bc-ad67-b0f1875b91fd tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc98a0-a1c8-42d3-8b25-45817e58faa3 HTTP/1.1" status: 200 len: 944 time: 0.1346543 Jan 19 22:34:51.418932 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a7705e6f-4bb5-40f3-ae7e-902300028e5f req-85154883-80b1-4423-b4d2-b7d0d4e34806 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=d4ba60cb-9df7-4bd3-aa6b-9beda1c42257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247628 Jan 19 22:34:51.449515 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0dc369ff-f391-4100-a744-72f5b500a690 req-8ab07d0d-c3be-4655-9ec0-94d6e07a0fca service neutron] 10.222.0.66 "GET /v2.0/networks/e1615a81-979f-4377-bdd4-466d6ecb70d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769278 Jan 19 22:34:51.590473 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0dc369ff-f391-4100-a744-72f5b500a690 req-f53a048d-cea5-4234-869e-18d99184ca72 service neutron] 10.222.0.66 "GET /v2.0/networks/e1615a81-979f-4377-bdd4-466d6ecb70d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1344755 Jan 19 22:34:52.717127 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01ed8f-31c4-4d63-bdb4-c49ccac9017a req-e431c550-a7ec-429d-b32c-49ca8036e637 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:52.718979 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-1f01ed8f-31c4-4d63-bdb4-c49ccac9017a req-e431c550-a7ec-429d-b32c-49ca8036e637 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc98a0-a1c8-42d3-8b25-45817e58faa3 HTTP/1.1" status: 200 len: 944 time: 0.1206198 Jan 19 22:34:52.776098 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-1f01ed8f-31c4-4d63-bdb4-c49ccac9017a req-d29a79f6-f01d-4b36-89c6-e5c77b42d271 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=d4ba60cb-9df7-4bd3-aa6b-9beda1c42257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501468 Jan 19 22:34:54.032889 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a588f-c7cd-4e15-addc-607d773c2ed0 req-7d521159-0e84-43a1-884a-7120f06ca4b8 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:54.035219 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-295a588f-c7cd-4e15-addc-607d773c2ed0 req-7d521159-0e84-43a1-884a-7120f06ca4b8 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc98a0-a1c8-42d3-8b25-45817e58faa3 HTTP/1.1" status: 200 len: 944 time: 0.1080837 Jan 19 22:34:54.096443 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-295a588f-c7cd-4e15-addc-607d773c2ed0 req-3920f4c5-2ac9-4a08-904c-07efa34f330a tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=d4ba60cb-9df7-4bd3-aa6b-9beda1c42257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550096 Jan 19 22:34:55.366057 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8240b98e-bb75-4e3e-92e3-72f0f5c7fe55 req-e1dfe284-71fb-455d-90a5-df84f776f4a3 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:55.367720 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-8240b98e-bb75-4e3e-92e3-72f0f5c7fe55 req-e1dfe284-71fb-455d-90a5-df84f776f4a3 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc98a0-a1c8-42d3-8b25-45817e58faa3 HTTP/1.1" status: 200 len: 944 time: 0.1167505 Jan 19 22:34:55.423646 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-8240b98e-bb75-4e3e-92e3-72f0f5c7fe55 req-d7223c55-df14-4048-842d-58ec90156307 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=d4ba60cb-9df7-4bd3-aa6b-9beda1c42257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484295 Jan 19 22:34:56.821569 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d50cb-c4e3-4d36-b097-c87b165cd225 req-c5445c62-87a3-4950-9955-ad2e652f54b0 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:56.823036 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-8f9d50cb-c4e3-4d36-b097-c87b165cd225 req-c5445c62-87a3-4950-9955-ad2e652f54b0 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc98a0-a1c8-42d3-8b25-45817e58faa3 HTTP/1.1" status: 200 len: 944 time: 0.1067276 Jan 19 22:34:56.877377 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-8f9d50cb-c4e3-4d36-b097-c87b165cd225 req-b5e1bcb6-3537-4436-8a09-9c701d39620f tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=d4ba60cb-9df7-4bd3-aa6b-9beda1c42257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479453 Jan 19 22:34:58.127244 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3dccb9-d820-4068-9ff2-e8448da18e36 req-bd032d0b-f9fa-46c9-ae5d-2e7ff30c0abe tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:58.128934 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ac3dccb9-d820-4068-9ff2-e8448da18e36 req-bd032d0b-f9fa-46c9-ae5d-2e7ff30c0abe tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc98a0-a1c8-42d3-8b25-45817e58faa3 HTTP/1.1" status: 200 len: 944 time: 0.1044264 Jan 19 22:34:58.185017 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ac3dccb9-d820-4068-9ff2-e8448da18e36 req-a0ca59cd-0a84-429c-8b65-968c6248e427 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=d4ba60cb-9df7-4bd3-aa6b-9beda1c42257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494802 Jan 19 22:34:58.855199 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8f8abbb0-bdef-4484-9ee7-9ae2315173f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:59.444649 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07141235-e757-48ff-84f3-ee7658a04138 req-606269fc-3b23-4892-9aa3-595ff15aa7e2 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:59.446497 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-07141235-e757-48ff-84f3-ee7658a04138 req-606269fc-3b23-4892-9aa3-595ff15aa7e2 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc98a0-a1c8-42d3-8b25-45817e58faa3 HTTP/1.1" status: 200 len: 944 time: 0.1135702 Jan 19 22:34:59.500644 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-07141235-e757-48ff-84f3-ee7658a04138 req-63ec0f7e-1f69-455c-ae0c-5d3416b3b187 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=d4ba60cb-9df7-4bd3-aa6b-9beda1c42257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474036 Jan 19 22:35:00.761187 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491607a1-86f3-43ea-af87-51ab0e308367 req-61f66733-2eb8-4583-bb60-6b522723d987 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:35:00.762937 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-491607a1-86f3-43ea-af87-51ab0e308367 req-61f66733-2eb8-4583-bb60-6b522723d987 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc98a0-a1c8-42d3-8b25-45817e58faa3 HTTP/1.1" status: 200 len: 944 time: 0.1122906 Jan 19 22:35:00.818818 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-491607a1-86f3-43ea-af87-51ab0e308367 req-04e11916-d930-4587-a630-73dfde510bb2 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=d4ba60cb-9df7-4bd3-aa6b-9beda1c42257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488698 Jan 19 22:35:01.430089 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1243c519-8875-4095-9705-67b78462088e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:01.797675 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b552ae1b-0ef0-4d43-9abb-ef353bf2a60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:02.072717 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc45fd-9cc9-4d05-8c4c-1e022abc1f25 req-ec977832-abdc-4fc7-8423-630346b79780 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:35:02.074473 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-fffc45fd-9cc9-4d05-8c4c-1e022abc1f25 req-ec977832-abdc-4fc7-8423-630346b79780 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc98a0-a1c8-42d3-8b25-45817e58faa3 HTTP/1.1" status: 200 len: 944 time: 0.1047933 Jan 19 22:35:02.131294 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-fffc45fd-9cc9-4d05-8c4c-1e022abc1f25 req-458a92ad-6248-47b6-abf3-4e1c1fb2b8ab tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=d4ba60cb-9df7-4bd3-aa6b-9beda1c42257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497596 Jan 19 22:35:03.042955 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:03.383430 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c78a1-7848-4108-8679-fdc7823b13e8 req-747994cc-2062-43fe-a9a2-95a1f2417b70 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:35:03.385142 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a38c78a1-7848-4108-8679-fdc7823b13e8 req-747994cc-2062-43fe-a9a2-95a1f2417b70 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc98a0-a1c8-42d3-8b25-45817e58faa3 HTTP/1.1" status: 200 len: 944 time: 0.1070504 Jan 19 22:35:03.437351 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a38c78a1-7848-4108-8679-fdc7823b13e8 req-a289a8fb-3bc7-4e2c-ab63-a7b9784dbdf9 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=d4ba60cb-9df7-4bd3-aa6b-9beda1c42257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456409 Jan 19 22:35:03.441912 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8bdf443e-3544-4df7-a37c-063f9f459872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:04.415734 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device 8763c103-1aac-4adb-a892-a4c501aff29d up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:35:04.488764 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port 8763c103-1aac-4adb-a892-a4c501aff29d triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:35:04.489190 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:04.613368 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:04.641793 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ecc98a0-a1c8-42d3-8b25-45817e58faa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8763c103-1aac-4adb-a892-a4c501aff29d'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:35:04.652612 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] For port 8763c103-1aac-4adb-a892-a4c501aff29d, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=8763c103-1aac-4adb-a892-a4c501aff29d,segment=NetworkSegment(1014e9b3-3ba0-49df-a5ed-d042cca9ac40),segment_id=1014e9b3-3ba0-49df-a5ed-d042cca9ac40)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:35:04.655654 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:04.658287 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:35:04.688234 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a96cc-0110-4366-8135-297b4573a0ba req-1831932e-51ac-462e-b5ab-507b5f99a1c0 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:35:04.689903 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-615a96cc-0110-4366-8135-297b4573a0ba req-1831932e-51ac-462e-b5ab-507b5f99a1c0 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc98a0-a1c8-42d3-8b25-45817e58faa3 HTTP/1.1" status: 200 len: 944 time: 0.1064463 Jan 19 22:35:04.704352 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ecc98a0-a1c8-42d3-8b25-45817e58faa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8763c103-1aac-4adb-a892-a4c501aff29d', 'code': 200} Jan 19 22:35:04.731499 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Pushing event updated for resources: {'Port': ['ID=8763c103-1aac-4adb-a892-a4c501aff29d,revision_number=6']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:35:04.735043 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:35:04.745587 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-615a96cc-0110-4366-8135-297b4573a0ba req-16228829-37f4-4244-a9ac-f5fe785ccba3 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=d4ba60cb-9df7-4bd3-aa6b-9beda1c42257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486271 Jan 19 22:35:04.999451 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c7174f-8baa-498d-bfea-7241105f1799 req-6ecee9f9-f80f-444f-a6f3-b8146511173e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:35:05.001615 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-74c7174f-8baa-498d-bfea-7241105f1799 req-6ecee9f9-f80f-444f-a6f3-b8146511173e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9ecc98a0-a1c8-42d3-8b25-45817e58faa3 HTTP/1.1" status: 200 len: 1163 time: 0.0798681 Jan 19 22:35:05.043706 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-74c7174f-8baa-498d-bfea-7241105f1799 req-9bbf5ba5-2b70-446e-bca6-0fa9cc3bdda8 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d4ba60cb-9df7-4bd3-aa6b-9beda1c42257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359056 Jan 19 22:35:05.995667 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ba9fb-7e54-4b5f-8be8-640cdde6d3d3 req-2d00d007-420c-4228-a513-d2528cc72c31 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:35:05.997312 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-db3ba9fb-7e54-4b5f-8be8-640cdde6d3d3 req-2d00d007-420c-4228-a513-d2528cc72c31 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc98a0-a1c8-42d3-8b25-45817e58faa3 HTTP/1.1" status: 200 len: 946 time: 0.1030447 Jan 19 22:35:06.049475 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-db3ba9fb-7e54-4b5f-8be8-640cdde6d3d3 req-80793dcd-92a2-4932-8a53-ebd70fe89bb1 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=d4ba60cb-9df7-4bd3-aa6b-9beda1c42257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458539 Jan 19 22:35:06.272052 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device 8763c103-1aac-4adb-a892-a4c501aff29d up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:35:06.360997 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port 8763c103-1aac-4adb-a892-a4c501aff29d triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:35:06.361453 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:07.294424 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db0983-e64e-4126-8b3a-eafe016b184d req-b94f957b-bde0-4ec6-a92c-70dcda54f71a tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:35:07.296107 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-39db0983-e64e-4126-8b3a-eafe016b184d req-b94f957b-bde0-4ec6-a92c-70dcda54f71a tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc98a0-a1c8-42d3-8b25-45817e58faa3 HTTP/1.1" status: 200 len: 946 time: 0.1039479 Jan 19 22:35:07.347678 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-39db0983-e64e-4126-8b3a-eafe016b184d req-b3b05218-4bf5-43a6-b380-e1dac4adff12 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=d4ba60cb-9df7-4bd3-aa6b-9beda1c42257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446839 Jan 19 22:35:07.502247 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:15.957775 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.agents_db [None req-329fefd4-1494-457f-8297-9b2689c275d7 None None] Agent healthcheck: found 6 active agents {{(pid=80168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:35:24.232126 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f1ecc-0fe7-46b1-b149-4c0fcf28e802 req-6f4ebe08-2d83-4abf-8ee8-1ce595b45931 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:35:24.233808 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-127f1ecc-0fe7-46b1-b149-4c0fcf28e802 req-6f4ebe08-2d83-4abf-8ee8-1ce595b45931 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/ports?device_id=ef3a131f-73aa-424d-bc8a-087bf2e57e10 HTTP/1.1" status: 200 len: 945 time: 0.1064005 Jan 19 22:35:24.285218 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-127f1ecc-0fe7-46b1-b149-4c0fcf28e802 req-33476141-8e9c-42ab-8755-79e1970e5a29 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/security-groups?id=8a824fe1-a66b-431c-b250-8644d90d5e58&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0451553 Jan 19 22:35:25.524858 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a26b766-1a0e-4f0f-b056-172c0ae9734f req-39111f58-1c5e-4868-96a8-e41b21caa12c tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:35:25.526502 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-4a26b766-1a0e-4f0f-b056-172c0ae9734f req-39111f58-1c5e-4868-96a8-e41b21caa12c tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/ports?device_id=ef3a131f-73aa-424d-bc8a-087bf2e57e10 HTTP/1.1" status: 200 len: 945 time: 0.1054251 Jan 19 22:35:25.577184 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-4a26b766-1a0e-4f0f-b056-172c0ae9734f req-9876ce16-7c90-46c5-85cc-b4c0d10f70e2 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/security-groups?id=8a824fe1-a66b-431c-b250-8644d90d5e58&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0444040 Jan 19 22:35:26.808325 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df83080a-9c63-470c-8a1f-4b17826f1593 req-e58bac6e-7186-4804-9086-2d40f4d23e47 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:35:26.809968 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-df83080a-9c63-470c-8a1f-4b17826f1593 req-e58bac6e-7186-4804-9086-2d40f4d23e47 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/ports?device_id=ef3a131f-73aa-424d-bc8a-087bf2e57e10 HTTP/1.1" status: 200 len: 945 time: 0.1015646 Jan 19 22:35:26.865040 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-df83080a-9c63-470c-8a1f-4b17826f1593 req-4b5142f1-7bea-4837-aa82-15886a066b17 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/security-groups?id=8a824fe1-a66b-431c-b250-8644d90d5e58&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0484598 Jan 19 22:35:28.100439 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6899f06-4638-4c6a-bae4-6868546e2c3e req-67387a48-cef4-4dcb-b73c-3cd262027852 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:35:28.102082 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f6899f06-4638-4c6a-bae4-6868546e2c3e req-67387a48-cef4-4dcb-b73c-3cd262027852 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/ports?device_id=ef3a131f-73aa-424d-bc8a-087bf2e57e10 HTTP/1.1" status: 200 len: 945 time: 0.1080637 Jan 19 22:35:28.152164 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f6899f06-4638-4c6a-bae4-6868546e2c3e req-ea9cad54-d2c0-4014-874b-a03e2f00f055 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/security-groups?id=8a824fe1-a66b-431c-b250-8644d90d5e58&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0437372 Jan 19 22:35:28.856065 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1e6e1763-0695-4b43-a6ad-63f97d24a904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:29.382545 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5aea2-a9f3-433b-8eba-013e3d74ff36 req-35aa0aba-4b64-411c-beaf-ed14309a8b10 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:35:29.384290 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-e2d5aea2-a9f3-433b-8eba-013e3d74ff36 req-35aa0aba-4b64-411c-beaf-ed14309a8b10 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/ports?device_id=ef3a131f-73aa-424d-bc8a-087bf2e57e10 HTTP/1.1" status: 200 len: 945 time: 0.1047618 Jan 19 22:35:29.436090 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-e2d5aea2-a9f3-433b-8eba-013e3d74ff36 req-bdbf850e-642d-4c8d-b397-06de965a0e71 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/security-groups?id=8a824fe1-a66b-431c-b250-8644d90d5e58&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0450282 Jan 19 22:35:30.667012 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7fd32d-1372-43dc-8cb6-8b7a9a9e4e9d req-8c5fd52f-8913-4879-b1d6-b2ec99f9f44d tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:35:30.668643 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-bc7fd32d-1372-43dc-8cb6-8b7a9a9e4e9d req-8c5fd52f-8913-4879-b1d6-b2ec99f9f44d tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/ports?device_id=ef3a131f-73aa-424d-bc8a-087bf2e57e10 HTTP/1.1" status: 200 len: 945 time: 0.1020932 Jan 19 22:35:30.720059 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-bc7fd32d-1372-43dc-8cb6-8b7a9a9e4e9d req-85a1cb16-afc8-4e3e-8b55-aef509668d44 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/security-groups?id=8a824fe1-a66b-431c-b250-8644d90d5e58&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0445983 Jan 19 22:35:31.429294 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1243c519-8875-4095-9705-67b78462088e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:31.780788 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-4ad7d642-fc68-420e-89ea-d4902b23b0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:31.951916 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7adf01-0c2e-4951-ac61-d89693750b40 req-d8a8ae66-ed35-4337-9a9f-2001f5cb5ead tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:35:31.953541 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ea7adf01-0c2e-4951-ac61-d89693750b40 req-d8a8ae66-ed35-4337-9a9f-2001f5cb5ead tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/ports?device_id=ef3a131f-73aa-424d-bc8a-087bf2e57e10 HTTP/1.1" status: 200 len: 945 time: 0.1046915 Jan 19 22:35:32.003421 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ea7adf01-0c2e-4951-ac61-d89693750b40 req-03809681-78a2-41c0-99c8-a2dbe238871c tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/security-groups?id=8a824fe1-a66b-431c-b250-8644d90d5e58&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0437160 Jan 19 22:35:33.047560 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:33.445044 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0433e9-1ce1-4f7d-8fb2-7818ac974c64 req-84032862-6fdc-4df5-871b-c1d4c4de1933 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:35:33.445420 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8bdf443e-3544-4df7-a37c-063f9f459872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:33.446793 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-bf0433e9-1ce1-4f7d-8fb2-7818ac974c64 req-84032862-6fdc-4df5-871b-c1d4c4de1933 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/ports?device_id=ef3a131f-73aa-424d-bc8a-087bf2e57e10 HTTP/1.1" status: 200 len: 945 time: 0.3132880 Jan 19 22:35:33.503578 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-bf0433e9-1ce1-4f7d-8fb2-7818ac974c64 req-3031d93e-5817-4e1d-a8ef-975852319640 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/security-groups?id=8a824fe1-a66b-431c-b250-8644d90d5e58&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0502429 Jan 19 22:35:34.476358 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b656ef9-33bb-4ac5-92e9-ca6a8514b0c1 req-549ebada-3972-4375-9688-3a7b41578691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:35:34.478049 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6b656ef9-33bb-4ac5-92e9-ca6a8514b0c1 req-549ebada-3972-4375-9688-3a7b41578691 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=01433532f839429f9ab490395be6df9b&device_id=ef3a131f-73aa-424d-bc8a-087bf2e57e10 HTTP/1.1" status: 200 len: 1162 time: 0.0781600 Jan 19 22:35:34.620781 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b656ef9-33bb-4ac5-92e9-ca6a8514b0c1 req-20fed9d5-13ba-499d-b94c-337624c49b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:35:34.622439 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6b656ef9-33bb-4ac5-92e9-ca6a8514b0c1 req-20fed9d5-13ba-499d-b94c-337624c49b83 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2a1bb381-2a87-4d84-9a2f-e3a92c9466a9 HTTP/1.1" status: 200 len: 903 time: 0.1363218 Jan 19 22:35:34.785284 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6b656ef9-33bb-4ac5-92e9-ca6a8514b0c1 req-da311eb0-7504-4530-b717-c52f34473410 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab6680c3-2976-4732-b364-551124df54ce HTTP/1.1" status: 200 len: 1001 time: 0.1555338 Jan 19 22:35:34.879534 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3db6fc-bd1c-4ee2-9041-68eb10eb5ce2 req-53894088-a923-4996-a5bb-c8e17c41d08e tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:35:34.881127 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-fb3db6fc-bd1c-4ee2-9041-68eb10eb5ce2 req-53894088-a923-4996-a5bb-c8e17c41d08e tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/ports?device_id=ef3a131f-73aa-424d-bc8a-087bf2e57e10 HTTP/1.1" status: 200 len: 945 time: 0.1911700 Jan 19 22:35:34.890259 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b656ef9-33bb-4ac5-92e9-ca6a8514b0c1 req-3d85daa6-d5f8-4bb5-89a0-dc47c59c63ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:35:34.891740 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6b656ef9-33bb-4ac5-92e9-ca6a8514b0c1 req-3d85daa6-d5f8-4bb5-89a0-dc47c59c63ed service neutron] 10.222.0.66 "GET /v2.0/subnets?id=55957ee4-9e38-46bc-b06c-2654a0308264 HTTP/1.1" status: 200 len: 848 time: 0.0984781 Jan 19 22:35:34.982614 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-fb3db6fc-bd1c-4ee2-9041-68eb10eb5ce2 req-6f17f389-35a7-4664-9f95-91ea6b9136e9 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/security-groups?id=8a824fe1-a66b-431c-b250-8644d90d5e58&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0939746 Jan 19 22:35:35.009845 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b656ef9-33bb-4ac5-92e9-ca6a8514b0c1 req-c03f5d6d-9478-4d3d-8506-6206bb0b7d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:35:35.011448 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6b656ef9-33bb-4ac5-92e9-ca6a8514b0c1 req-c03f5d6d-9478-4d3d-8506-6206bb0b7d46 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2a1bb381-2a87-4d84-9a2f-e3a92c9466a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1041176 Jan 19 22:35:35.157077 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6b656ef9-33bb-4ac5-92e9-ca6a8514b0c1 req-39d08824-23de-4e6b-a6e7-1556a26ac2d7 service neutron] 10.222.0.66 "GET /v2.0/networks/2a1bb381-2a87-4d84-9a2f-e3a92c9466a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379747 Jan 19 22:35:35.302178 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6b656ef9-33bb-4ac5-92e9-ca6a8514b0c1 req-96702b91-1ec3-4eb8-bb2f-b617f2b621f3 service neutron] 10.222.0.66 "GET /v2.0/networks/2a1bb381-2a87-4d84-9a2f-e3a92c9466a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1371017 Jan 19 22:35:36.213406 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8311c-fe3e-47f1-943b-d25aac64c400 req-9d5a4113-8533-4ec6-bbed-5d04b6d1330a tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:35:36.215028 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-37a8311c-fe3e-47f1-943b-d25aac64c400 req-9d5a4113-8533-4ec6-bbed-5d04b6d1330a tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/ports?device_id=ef3a131f-73aa-424d-bc8a-087bf2e57e10 HTTP/1.1" status: 200 len: 945 time: 0.1035969 Jan 19 22:35:36.268404 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-37a8311c-fe3e-47f1-943b-d25aac64c400 req-57b8ca67-595a-4555-a87e-5564824f69b3 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/security-groups?id=8a824fe1-a66b-431c-b250-8644d90d5e58&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0468509 Jan 19 22:35:36.452382 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device ab6680c3-2976-4732-b364-551124df54ce up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:35:36.522412 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port ab6680c3-2976-4732-b364-551124df54ce triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:35:36.522750 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:37.501490 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d17f5-14a2-42fb-a492-6a452f92f83b req-1986fe15-30dc-4d0b-94fe-94f42eb577da tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:35:37.503213 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d19d17f5-14a2-42fb-a492-6a452f92f83b req-1986fe15-30dc-4d0b-94fe-94f42eb577da tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/ports?device_id=ef3a131f-73aa-424d-bc8a-087bf2e57e10 HTTP/1.1" status: 200 len: 945 time: 0.1030142 Jan 19 22:35:37.523320 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:37.558103 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d19d17f5-14a2-42fb-a492-6a452f92f83b req-f38787a2-b573-44dd-be68-37ba760b6693 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/security-groups?id=8a824fe1-a66b-431c-b250-8644d90d5e58&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0480711 Jan 19 22:35:38.244471 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device ab6680c3-2976-4732-b364-551124df54ce no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:35:38.366447 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:38.395782 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3a131f-73aa-424d-bc8a-087bf2e57e10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab6680c3-2976-4732-b364-551124df54ce'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:35:38.406420 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] For port ab6680c3-2976-4732-b364-551124df54ce, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=ab6680c3-2976-4732-b364-551124df54ce,segment=NetworkSegment(c3bf2da0-e0f9-43c0-9afa-feb8c8bbdffd),segment_id=c3bf2da0-e0f9-43c0-9afa-feb8c8bbdffd)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:35:38.409443 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:38.411747 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:35:38.456472 dv-cinder-750782-5-smb neutron-server[80054]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ef3a131f-73aa-424d-bc8a-087bf2e57e10', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ab6680c3-2976-4732-b364-551124df54ce', 'code': 422} returned with failed status Jan 19 22:35:38.483620 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Pushing event updated for resources: {'Port': ['ID=ab6680c3-2976-4732-b364-551124df54ce,revision_number=5']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:35:38.491490 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:35:38.492015 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:35:38.492437 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:35:38.492820 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:35:38.493198 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:35:38.493613 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:35:38.493988 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:35:38.494361 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:35:38.494785 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:35:38.495107 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:35:38.495477 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:35:38.495868 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:35:38.496277 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:35:38.496646 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:35:38.497013 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:35:38.497403 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:35:38.497770 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:35:38.498138 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:35:38.498524 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:35:38.498891 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:35:38.499257 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:35:38.499618 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:35:38.499984 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:35:38.500347 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:35:38.504789 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:35:38.787315 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4dfbd8-49d0-46d2-8472-d481e803a4fd req-4fb18f8f-440c-41de-a2a3-1e015205cb7d tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:35:38.788856 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-9c4dfbd8-49d0-46d2-8472-d481e803a4fd req-4fb18f8f-440c-41de-a2a3-1e015205cb7d tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/ports?device_id=ef3a131f-73aa-424d-bc8a-087bf2e57e10 HTTP/1.1" status: 200 len: 943 time: 0.1019742 Jan 19 22:35:38.839669 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-9c4dfbd8-49d0-46d2-8472-d481e803a4fd req-d944bc8f-67b1-4e59-a0d3-9466987b12ef tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/security-groups?id=8a824fe1-a66b-431c-b250-8644d90d5e58&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0443430 Jan 19 22:35:39.195000 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 58352) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:35:39.261974 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5929f-cc11-4e59-9fa9-cd8910fcaef1 req-9f98570e-186a-4f91-9210-38ef4e21b665 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:35:39.263620 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-61f5929f-cc11-4e59-9fa9-cd8910fcaef1 req-9f98570e-186a-4f91-9210-38ef4e21b665 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/ports?device_id=ef3a131f-73aa-424d-bc8a-087bf2e57e10 HTTP/1.1" status: 200 len: 943 time: 0.1087017 Jan 19 22:35:39.315955 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-61f5929f-cc11-4e59-9fa9-cd8910fcaef1 req-2e3d3515-0e02-4a38-aeb6-4edf46e13f39 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/security-groups?id=8a824fe1-a66b-431c-b250-8644d90d5e58&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0458815 Jan 19 22:35:39.348425 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-24ddfaa8-0354-49ad-8dea-4cd450b76ac4 req-9506aca4-26e3-4bcf-8c83-455a4621bbd2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ef3a131f-73aa-424d-bc8a-087bf2e57e10&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1520417 Jan 19 22:35:39.557981 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-7dd7c735-183e-4b93-9263-bbbb7b68dcbe req-e08b0df9-46d6-44d5-a365-3baac388c461 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9ecc98a0-a1c8-42d3-8b25-45817e58faa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0813243 Jan 19 22:35:39.674770 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7c735-183e-4b93-9263-bbbb7b68dcbe req-9f3495df-4277-47e2-96b9-25222ff76304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:35:39.676405 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-7dd7c735-183e-4b93-9263-bbbb7b68dcbe req-9f3495df-4277-47e2-96b9-25222ff76304 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f0ed436f923242c09f18ac9215bbdd6d&device_id=9ecc98a0-a1c8-42d3-8b25-45817e58faa3 HTTP/1.1" status: 200 len: 1163 time: 0.0848787 Jan 19 22:35:39.844275 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7c735-183e-4b93-9263-bbbb7b68dcbe req-86b614b3-8746-459c-93c5-445a1db2b535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:35:39.845613 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-7dd7c735-183e-4b93-9263-bbbb7b68dcbe req-86b614b3-8746-459c-93c5-445a1db2b535 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e1615a81-979f-4377-bdd4-466d6ecb70d8 HTTP/1.1" status: 200 len: 910 time: 0.1424460 Jan 19 22:35:39.957709 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-7dd7c735-183e-4b93-9263-bbbb7b68dcbe req-d839717d-2610-4e3f-a257-43f4dc3fcb66 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8763c103-1aac-4adb-a892-a4c501aff29d HTTP/1.1" status: 200 len: 1002 time: 0.1054077 Jan 19 22:35:40.249549 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7c735-183e-4b93-9263-bbbb7b68dcbe req-9252b863-f468-4220-a411-24c663a12a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:35:40.251070 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-7dd7c735-183e-4b93-9263-bbbb7b68dcbe req-9252b863-f468-4220-a411-24c663a12a96 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b4c52249-2f5c-40fe-a964-1d16d96ffe83 HTTP/1.1" status: 200 len: 855 time: 0.2872455 Jan 19 22:35:40.352323 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7c735-183e-4b93-9263-bbbb7b68dcbe req-792e51c4-fb07-4438-853f-706d157dc68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:35:40.357231 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-7dd7c735-183e-4b93-9263-bbbb7b68dcbe req-792e51c4-fb07-4438-853f-706d157dc68f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e1615a81-979f-4377-bdd4-466d6ecb70d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0991759 Jan 19 22:35:40.580660 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ddfaa8-0354-49ad-8dea-4cd450b76ac4 req-82eac522-6b1a-4c2f-9fa3-5af8a4e2d8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:35:40.582558 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-24ddfaa8-0354-49ad-8dea-4cd450b76ac4 req-82eac522-6b1a-4c2f-9fa3-5af8a4e2d8af service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ef3a131f-73aa-424d-bc8a-087bf2e57e10&tenant_id=01433532f839429f9ab490395be6df9b HTTP/1.1" status: 200 len: 1160 time: 0.0856509 Jan 19 22:35:40.588669 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-7dd7c735-183e-4b93-9263-bbbb7b68dcbe req-19551c71-9c99-47b3-a1bb-095df530cd0e service neutron] 10.222.0.66 "GET /v2.0/networks/e1615a81-979f-4377-bdd4-466d6ecb70d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241483 Jan 19 22:35:40.620385 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797bfdb9-4258-4c2a-8ba8-aa8649a0d4dc req-c3fd7082-d267-4b0d-a3dc-90174d491232 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:35:40.622022 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-797bfdb9-4258-4c2a-8ba8-aa8649a0d4dc req-c3fd7082-d267-4b0d-a3dc-90174d491232 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/ports?device_id=ef3a131f-73aa-424d-bc8a-087bf2e57e10 HTTP/1.1" status: 200 len: 943 time: 0.1519020 Jan 19 22:35:40.776602 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-797bfdb9-4258-4c2a-8ba8-aa8649a0d4dc req-19a58337-9f0a-4241-93a2-d3ae4d900b76 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/security-groups?id=8a824fe1-a66b-431c-b250-8644d90d5e58&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1286771 Jan 19 22:35:40.785335 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ddfaa8-0354-49ad-8dea-4cd450b76ac4 req-cf23322d-815e-4052-ad6a-ad397aa35af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:35:40.786976 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-24ddfaa8-0354-49ad-8dea-4cd450b76ac4 req-cf23322d-815e-4052-ad6a-ad397aa35af5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=01433532f839429f9ab490395be6df9b&device_id=ef3a131f-73aa-424d-bc8a-087bf2e57e10 HTTP/1.1" status: 200 len: 1160 time: 0.1549006 Jan 19 22:35:40.810236 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad2b0b-8966-4b1f-a750-69e461651fe7 req-22223c13-9c25-4fae-b6b8-64fa597ff029 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:35:40.811904 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d6ad2b0b-8966-4b1f-a750-69e461651fe7 req-22223c13-9c25-4fae-b6b8-64fa597ff029 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc98a0-a1c8-42d3-8b25-45817e58faa3 HTTP/1.1" status: 200 len: 946 time: 0.1425271 Jan 19 22:35:40.815755 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-7dd7c735-183e-4b93-9263-bbbb7b68dcbe req-eed4bdc2-dc80-487e-8b1f-2aa43bc901a1 service neutron] 10.222.0.66 "GET /v2.0/networks/e1615a81-979f-4377-bdd4-466d6ecb70d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1926055 Jan 19 22:35:40.961046 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d6ad2b0b-8966-4b1f-a750-69e461651fe7 req-31017340-fac7-43e2-a2dc-313bc43a5163 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=d4ba60cb-9df7-4bd3-aa6b-9beda1c42257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237905 Jan 19 22:35:40.988200 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ddfaa8-0354-49ad-8dea-4cd450b76ac4 req-febabc9c-1185-4fb4-b1bd-3da0209dddc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:35:40.991137 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-24ddfaa8-0354-49ad-8dea-4cd450b76ac4 req-febabc9c-1185-4fb4-b1bd-3da0209dddc4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2a1bb381-2a87-4d84-9a2f-e3a92c9466a9 HTTP/1.1" status: 200 len: 903 time: 0.1767049 Jan 19 22:35:41.103226 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-24ddfaa8-0354-49ad-8dea-4cd450b76ac4 req-4b0a8b9f-34dc-4e79-a179-2b78dc0093a5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab6680c3-2976-4732-b364-551124df54ce HTTP/1.1" status: 200 len: 999 time: 0.1060882 Jan 19 22:35:41.172791 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ddfaa8-0354-49ad-8dea-4cd450b76ac4 req-c4f5a38b-57b1-4485-9cac-3398925ac76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:35:41.174367 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-24ddfaa8-0354-49ad-8dea-4cd450b76ac4 req-c4f5a38b-57b1-4485-9cac-3398925ac76a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=55957ee4-9e38-46bc-b06c-2654a0308264 HTTP/1.1" status: 200 len: 848 time: 0.0635514 Jan 19 22:35:41.256260 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ddfaa8-0354-49ad-8dea-4cd450b76ac4 req-f83c3a20-23cd-4fb9-9e72-2333e72371d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:35:41.257954 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-24ddfaa8-0354-49ad-8dea-4cd450b76ac4 req-f83c3a20-23cd-4fb9-9e72-2333e72371d0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2a1bb381-2a87-4d84-9a2f-e3a92c9466a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0757227 Jan 19 22:35:41.402304 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-24ddfaa8-0354-49ad-8dea-4cd450b76ac4 req-ecdef088-f7fb-4fb6-b469-e047a1c1429e service neutron] 10.222.0.66 "GET /v2.0/networks/2a1bb381-2a87-4d84-9a2f-e3a92c9466a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369343 Jan 19 22:35:41.544767 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-24ddfaa8-0354-49ad-8dea-4cd450b76ac4 req-ed2a8848-79f7-414e-8172-75671fb68d7c service neutron] 10.222.0.66 "GET /v2.0/networks/2a1bb381-2a87-4d84-9a2f-e3a92c9466a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1350837 Jan 19 22:35:42.013901 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd11671-ead2-463a-b672-6a17f1929023 req-db8fce53-a8c1-4bf4-812a-d3b62e941ffd tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:35:42.015571 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-cdd11671-ead2-463a-b672-6a17f1929023 req-db8fce53-a8c1-4bf4-812a-d3b62e941ffd tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/ports?device_id=ef3a131f-73aa-424d-bc8a-087bf2e57e10 HTTP/1.1" status: 200 len: 943 time: 0.1065516 Jan 19 22:35:42.067341 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-cdd11671-ead2-463a-b672-6a17f1929023 req-2ac9cb89-3397-40d1-b1f7-687e551b111b tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/security-groups?id=8a824fe1-a66b-431c-b250-8644d90d5e58&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0452614 Jan 19 22:35:42.211579 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b191f-67e3-4923-96c8-91b031ab3ac6 req-fa4481c1-f4e3-4892-b988-f02f09864ade tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:35:42.213186 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-237b191f-67e3-4923-96c8-91b031ab3ac6 req-fa4481c1-f4e3-4892-b988-f02f09864ade tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc98a0-a1c8-42d3-8b25-45817e58faa3 HTTP/1.1" status: 200 len: 946 time: 0.1062419 Jan 19 22:35:42.255203 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device 8763c103-1aac-4adb-a892-a4c501aff29d no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:35:42.262929 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-237b191f-67e3-4923-96c8-91b031ab3ac6 req-30787746-4956-47bd-a324-83627161bf5c tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups?id=d4ba60cb-9df7-4bd3-aa6b-9beda1c42257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434153 Jan 19 22:35:42.366676 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f714031-ed8a-454e-90a6-7773ce956a9c req-de92097a-7ac8-47d9-9a2a-ac1aa0becf9e tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:35:42.368234 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0f714031-ed8a-454e-90a6-7773ce956a9c req-de92097a-7ac8-47d9-9a2a-ac1aa0becf9e tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.66 "GET /v2.0/ports?device_id=9ecc98a0-a1c8-42d3-8b25-45817e58faa3 HTTP/1.1" status: 200 len: 946 time: 0.1033597 Jan 19 22:35:42.383471 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:42.413313 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ecc98a0-a1c8-42d3-8b25-45817e58faa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8763c103-1aac-4adb-a892-a4c501aff29d'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:35:42.424491 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] For port 8763c103-1aac-4adb-a892-a4c501aff29d, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=8763c103-1aac-4adb-a892-a4c501aff29d,segment=NetworkSegment(1014e9b3-3ba0-49df-a5ed-d042cca9ac40),segment_id=1014e9b3-3ba0-49df-a5ed-d042cca9ac40)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:35:42.428137 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:42.430090 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:35:42.455653 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [req-0f714031-ed8a-454e-90a6-7773ce956a9c req-3af14dec-b9fb-464e-b6fc-a53d0bb1df3a tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Deleting port 8763c103-1aac-4adb-a892-a4c501aff29d {{(pid=80166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:35:42.456170 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-0f714031-ed8a-454e-90a6-7773ce956a9c req-3af14dec-b9fb-464e-b6fc-a53d0bb1df3a tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:42.476815 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ecc98a0-a1c8-42d3-8b25-45817e58faa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8763c103-1aac-4adb-a892-a4c501aff29d', 'code': 200} Jan 19 22:35:42.503204 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Pushing event updated for resources: {'Port': ['ID=8763c103-1aac-4adb-a892-a4c501aff29d,revision_number=7']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:35:42.506652 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:35:42.721825 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-0f714031-ed8a-454e-90a6-7773ce956a9c req-3af14dec-b9fb-464e-b6fc-a53d0bb1df3a tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] For port 8763c103-1aac-4adb-a892-a4c501aff29d, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=8763c103-1aac-4adb-a892-a4c501aff29d,segment=NetworkSegment(1014e9b3-3ba0-49df-a5ed-d042cca9ac40),segment_id=1014e9b3-3ba0-49df-a5ed-d042cca9ac40)] {{(pid=80166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:35:42.722252 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-0f714031-ed8a-454e-90a6-7773ce956a9c req-3af14dec-b9fb-464e-b6fc-a53d0bb1df3a tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137761'] for port, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:43.026725 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-0f714031-ed8a-454e-90a6-7773ce956a9c req-3af14dec-b9fb-464e-b6fc-a53d0bb1df3a tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks [] for floatingip, precommit_update {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:43.027259 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-0f714031-ed8a-454e-90a6-7773ce956a9c req-3af14dec-b9fb-464e-b6fc-a53d0bb1df3a tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324628'] for floatingip, after_update {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:43.027388 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.db.l3_db [req-0f714031-ed8a-454e-90a6-7773ce956a9c req-3af14dec-b9fb-464e-b6fc-a53d0bb1df3a tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Floating IP fba26e6d-e944-4d65-b0f0-d56c7a8ae2cb disassociated. External IP: 172.28.2.108, port: 8763c103-1aac-4adb-a892-a4c501aff29d. Jan 19 22:35:43.027753 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [req-0f714031-ed8a-454e-90a6-7773ce956a9c req-3af14dec-b9fb-464e-b6fc-a53d0bb1df3a tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Calling delete_port for 8763c103-1aac-4adb-a892-a4c501aff29d owned by compute:nova {{(pid=80166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:35:43.177878 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-0f714031-ed8a-454e-90a6-7773ce956a9c req-3af14dec-b9fb-464e-b6fc-a53d0bb1df3a tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307084714663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307085172425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843396414'] for port, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:43.193745 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-9b7083c2-9a86-4d3e-8d6b-d9f7e87299a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:35:43.280738 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af14dec-b9fb-464e-b6fc-a53d0bb1df3a tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Pushing event deleted for resources: {'Port': ['ID=8763c103-1aac-4adb-a892-a4c501aff29d,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:35:43.314442 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af14dec-b9fb-464e-b6fc-a53d0bb1df3a tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:35:43.314871 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af14dec-b9fb-464e-b6fc-a53d0bb1df3a tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:35:43.315290 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af14dec-b9fb-464e-b6fc-a53d0bb1df3a tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:35:43.315701 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af14dec-b9fb-464e-b6fc-a53d0bb1df3a tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:35:43.316108 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af14dec-b9fb-464e-b6fc-a53d0bb1df3a tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:35:43.316510 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af14dec-b9fb-464e-b6fc-a53d0bb1df3a tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:35:43.316913 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af14dec-b9fb-464e-b6fc-a53d0bb1df3a tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:35:43.317353 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af14dec-b9fb-464e-b6fc-a53d0bb1df3a tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:35:43.317756 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af14dec-b9fb-464e-b6fc-a53d0bb1df3a tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:35:43.318153 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af14dec-b9fb-464e-b6fc-a53d0bb1df3a tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:35:43.318561 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af14dec-b9fb-464e-b6fc-a53d0bb1df3a tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:35:43.318958 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af14dec-b9fb-464e-b6fc-a53d0bb1df3a tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:35:43.319414 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af14dec-b9fb-464e-b6fc-a53d0bb1df3a tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:35:43.319809 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af14dec-b9fb-464e-b6fc-a53d0bb1df3a tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:35:43.320205 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af14dec-b9fb-464e-b6fc-a53d0bb1df3a tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:35:43.320914 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af14dec-b9fb-464e-b6fc-a53d0bb1df3a tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:35:43.321057 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af14dec-b9fb-464e-b6fc-a53d0bb1df3a tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:35:43.321391 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af14dec-b9fb-464e-b6fc-a53d0bb1df3a tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:35:43.321789 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af14dec-b9fb-464e-b6fc-a53d0bb1df3a tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:35:43.322181 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af14dec-b9fb-464e-b6fc-a53d0bb1df3a tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:35:43.322576 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af14dec-b9fb-464e-b6fc-a53d0bb1df3a tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:35:43.322973 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af14dec-b9fb-464e-b6fc-a53d0bb1df3a tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:35:43.323363 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af14dec-b9fb-464e-b6fc-a53d0bb1df3a tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:35:43.323758 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af14dec-b9fb-464e-b6fc-a53d0bb1df3a tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:35:43.330505 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-3af14dec-b9fb-464e-b6fc-a53d0bb1df3a tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:35:43.472497 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8402b8-1b27-4397-95b1-0496eed3659c req-8d1cb673-6ae0-4adb-84c7-4909cecf99ec tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:35:43.474219 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0e8402b8-1b27-4397-95b1-0496eed3659c req-8d1cb673-6ae0-4adb-84c7-4909cecf99ec tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/ports?device_id=ef3a131f-73aa-424d-bc8a-087bf2e57e10 HTTP/1.1" status: 200 len: 943 time: 0.2404585 Jan 19 22:35:43.487838 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a68b6741-e085-41ff-a109-b19fd7c0e896 req-f20c101f-62de-4b44-bc45-afeffdbccb5a tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc98a0-a1c8-42d3-8b25-45817e58faa3 HTTP/1.1" status: 200 len: 210 time: 0.0506766 Jan 19 22:35:43.671201 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0e8402b8-1b27-4397-95b1-0496eed3659c req-556726b4-0769-4ba2-abe2-a3f689a01875 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/security-groups?id=8a824fe1-a66b-431c-b250-8644d90d5e58&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1899698 Jan 19 22:35:43.716579 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f714031-ed8a-454e-90a6-7773ce956a9c req-3af14dec-b9fb-464e-b6fc-a53d0bb1df3a tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Router 72a01932-d992-4eba-85bb-d8b2988074e0 has already been hosted by L3 agent f53f1119-c8e9-4b63-a732-32c6c8f5b9fc {{(pid=80166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 22:35:43.903645 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f714031-ed8a-454e-90a6-7773ce956a9c req-3af14dec-b9fb-464e-b6fc-a53d0bb1df3a tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify agent at l3_agent.dv-cinder-750782-5-smb the message routers_updated {{(pid=80166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:35:43.915192 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5b014f-3ec9-4ccd-a4a8-89ff23b7017d None None] Sync routers for ids ['72a01932-d992-4eba-85bb-d8b2988074e0'] in dv-cinder-750782-5-smb {{(pid=80168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:35:43.926831 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5b014f-3ec9-4ccd-a4a8-89ff23b7017d None None] Routers {'72a01932-d992-4eba-85bb-d8b2988074e0'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:35:43.927634 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-5c5b014f-3ec9-4ccd-a4a8-89ff23b7017d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:35:32Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['72a01932-d992-4eba-85bb-d8b2988074e0'], 'active': True} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:35:43.945221 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f714031-ed8a-454e-90a6-7773ce956a9c req-3af14dec-b9fb-464e-b6fc-a53d0bb1df3a tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] No DVR routers for this DVR port 8763c103-1aac-4adb-a892-a4c501aff29d on host hv-cinder-75078 {{(pid=80166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 22:35:43.948124 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-0f714031-ed8a-454e-90a6-7773ce956a9c req-3af14dec-b9fb-464e-b6fc-a53d0bb1df3a tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for port, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:43.952930 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ecc98a0-a1c8-42d3-8b25-45817e58faa3', 'name': 'network-vif-deleted', 'tag': '8763c103-1aac-4adb-a892-a4c501aff29d'}] {{(pid=80166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:35:43.979507 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0f714031-ed8a-454e-90a6-7773ce956a9c req-3af14dec-b9fb-464e-b6fc-a53d0bb1df3a tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.66 "DELETE /v2.0/ports/8763c103-1aac-4adb-a892-a4c501aff29d HTTP/1.1" status: 204 len: 173 time: 1.6055589 Jan 19 22:35:44.041891 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ecc98a0-a1c8-42d3-8b25-45817e58faa3', 'name': 'network-vif-deleted', 'tag': '8763c103-1aac-4adb-a892-a4c501aff29d', 'status': 'completed', 'code': 200} Jan 19 22:35:44.273556 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-5c5b014f-3ec9-4ccd-a4a8-89ff23b7017d None None] Set router 72a01932-d992-4eba-85bb-d8b2988074e0 gateway port host: dv-cinder-750782-5-smb {{(pid=80168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:35:44.609159 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-5c5b014f-3ec9-4ccd-a4a8-89ff23b7017d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'name': 'tempest-AttachVolumeShelveTestJSON-329750149-router', 'tenant_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.6'}], 'enable_snat': True}, 'gw_port_id': '145cfcfa-5373-4fbf-bcff-b5a5dcc22542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:30:31Z', 'updated_at': '2021-01-19T22:30:38Z', 'revision_number': 4, 'project_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'gw_port': {'id': '145cfcfa-5373-4fbf-bcff-b5a5dcc22542', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:30:32Z', 'updated_at': '2021-01-19T22:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_interfaces': [{'id': 'ab90486f-45c4-41af-98f5-ab75f910ee9e', 'name': '', 'network_id': 'e1615a81-979f-4377-bdd4-466d6ecb70d8', 'tenant_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'mac_address': 'fa:16:3e:c6:df:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'b4c52249-2f5c-40fe-a964-1d16d96ffe83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:30:37Z', 'updated_at': '2021-01-19T22:30:44Z', 'revision_number': 5, 'project_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'subnets': [{'id': 'b4c52249-2f5c-40fe-a964-1d16d96ffe83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:35:44.614659 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5b014f-3ec9-4ccd-a4a8-89ff23b7017d None None] Checking router: 72a01932-d992-4eba-85bb-d8b2988074e0 for host: dv-cinder-750782-5-smb {{(pid=80168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:35:44.625135 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5b014f-3ec9-4ccd-a4a8-89ff23b7017d None None] Routers {'72a01932-d992-4eba-85bb-d8b2988074e0'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:35:44.625832 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-5c5b014f-3ec9-4ccd-a4a8-89ff23b7017d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:35:32Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['72a01932-d992-4eba-85bb-d8b2988074e0'], 'active': True} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:35:44.698310 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device ab6680c3-2976-4732-b364-551124df54ce up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:35:44.707354 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-c3a9284f-8b50-46ce-82c4-2a3f2fd1fe11 req-5276ec54-2b51-42ec-a481-f1aee77ee458 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Synchronizing usage tracker for tenant:f0ed436f923242c09f18ac9215bbdd6d on resource:port {{(pid=80166) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:35:44.727466 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-c3a9284f-8b50-46ce-82c4-2a3f2fd1fe11 req-5276ec54-2b51-42ec-a481-f1aee77ee458 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Unset dirty status for tenant:f0ed436f923242c09f18ac9215bbdd6d on resource:port {{(pid=80166) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:35:44.728982 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c3a9284f-8b50-46ce-82c4-2a3f2fd1fe11 req-5276ec54-2b51-42ec-a481-f1aee77ee458 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc98a0-a1c8-42d3-8b25-45817e58faa3 HTTP/1.1" status: 200 len: 210 time: 0.0749485 Jan 19 22:35:44.799317 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port ab6680c3-2976-4732-b364-551124df54ce triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:35:44.799667 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:44.818997 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-5c5b014f-3ec9-4ccd-a4a8-89ff23b7017d None None] Set router 72a01932-d992-4eba-85bb-d8b2988074e0 gateway port host: dv-cinder-750782-5-smb {{(pid=80168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:35:44.913319 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48713cc4-959c-48a3-9cf5-264ed96cbc51 req-7d02c098-1705-4d75-945e-c96ba4c80e72 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:35:44.915117 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-48713cc4-959c-48a3-9cf5-264ed96cbc51 req-7d02c098-1705-4d75-945e-c96ba4c80e72 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/ports?device_id=ef3a131f-73aa-424d-bc8a-087bf2e57e10 HTTP/1.1" status: 200 len: 943 time: 0.1075079 Jan 19 22:35:44.929223 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:44.959192 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3a131f-73aa-424d-bc8a-087bf2e57e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab6680c3-2976-4732-b364-551124df54ce'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:35:44.969400 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-48713cc4-959c-48a3-9cf5-264ed96cbc51 req-483dbfcd-1e9b-4e20-bd3c-65af543c3a8b tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/security-groups?id=8a824fe1-a66b-431c-b250-8644d90d5e58&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0464952 Jan 19 22:35:44.970011 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] For port ab6680c3-2976-4732-b364-551124df54ce, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=ab6680c3-2976-4732-b364-551124df54ce,segment=NetworkSegment(c3bf2da0-e0f9-43c0-9afa-feb8c8bbdffd),segment_id=c3bf2da0-e0f9-43c0-9afa-feb8c8bbdffd)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:35:44.973759 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:44.975738 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-61dcb789-401f-4df5-8011-6713878a7425 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:35:45.028141 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef3a131f-73aa-424d-bc8a-087bf2e57e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab6680c3-2976-4732-b364-551124df54ce', 'code': 200} Jan 19 22:35:45.050747 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Pushing event updated for resources: {'Port': ['ID=ab6680c3-2976-4732-b364-551124df54ce,revision_number=6']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:35:45.054032 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:35:45.171990 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-5c5b014f-3ec9-4ccd-a4a8-89ff23b7017d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'name': 'tempest-AttachVolumeShelveTestJSON-329750149-router', 'tenant_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.6'}], 'enable_snat': True}, 'gw_port_id': '145cfcfa-5373-4fbf-bcff-b5a5dcc22542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:30:31Z', 'updated_at': '2021-01-19T22:30:38Z', 'revision_number': 4, 'project_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'gw_port': {'id': '145cfcfa-5373-4fbf-bcff-b5a5dcc22542', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:30:32Z', 'updated_at': '2021-01-19T22:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_interfaces': [{'id': 'ab90486f-45c4-41af-98f5-ab75f910ee9e', 'name': '', 'network_id': 'e1615a81-979f-4377-bdd4-466d6ecb70d8', 'tenant_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'mac_address': 'fa:16:3e:c6:df:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'b4c52249-2f5c-40fe-a964-1d16d96ffe83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:30:37Z', 'updated_at': '2021-01-19T22:30:44Z', 'revision_number': 5, 'project_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'subnets': [{'id': 'b4c52249-2f5c-40fe-a964-1d16d96ffe83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:35:45.176138 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5b014f-3ec9-4ccd-a4a8-89ff23b7017d None None] The sync data for ids ['72a01932-d992-4eba-85bb-d8b2988074e0'] in dv-cinder-750782-5-smb is: [{'id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'name': 'tempest-AttachVolumeShelveTestJSON-329750149-router', 'tenant_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.6'}], 'enable_snat': True}, 'gw_port_id': '145cfcfa-5373-4fbf-bcff-b5a5dcc22542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:30:31Z', 'updated_at': '2021-01-19T22:30:38Z', 'revision_number': 4, 'project_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'gw_port': {'id': '145cfcfa-5373-4fbf-bcff-b5a5dcc22542', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:30:32Z', 'updated_at': '2021-01-19T22:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_interfaces': [{'id': 'ab90486f-45c4-41af-98f5-ab75f910ee9e', 'name': '', 'network_id': 'e1615a81-979f-4377-bdd4-466d6ecb70d8', 'tenant_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'mac_address': 'fa:16:3e:c6:df:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'b4c52249-2f5c-40fe-a964-1d16d96ffe83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:30:37Z', 'updated_at': '2021-01-19T22:30:44Z', 'revision_number': 5, 'project_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'subnets': [{'id': 'b4c52249-2f5c-40fe-a964-1d16d96ffe83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:35:45.390090 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9cf2b6-6d78-42ca-813a-4f2e02b79463 req-4783e509-f741-4f42-89d0-fa53ca2b033b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:35:45.391729 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-3b9cf2b6-6d78-42ca-813a-4f2e02b79463 req-4783e509-f741-4f42-89d0-fa53ca2b033b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ef3a131f-73aa-424d-bc8a-087bf2e57e10 HTTP/1.1" status: 200 len: 1162 time: 0.0782273 Jan 19 22:35:45.436961 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-3b9cf2b6-6d78-42ca-813a-4f2e02b79463 req-826cf00f-2b61-41c9-a7fa-befd83dd04b9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8a824fe1-a66b-431c-b250-8644d90d5e58&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0381455 Jan 19 22:35:45.580031 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e00b46-ed3c-44f3-9ff9-4f82b9bd7b16 None None] New status for floating IP fba26e6d-e944-4d65-b0f0-d56c7a8ae2cb: DOWN {{(pid=80167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 19 22:35:46.202409 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7aac0-31bd-4e12-b344-93af518d51be req-1b1a8d71-5bd7-455e-844d-6bd901fc7382 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:35:46.204035 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-44b7aac0-31bd-4e12-b344-93af518d51be req-1b1a8d71-5bd7-455e-844d-6bd901fc7382 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/ports?device_id=ef3a131f-73aa-424d-bc8a-087bf2e57e10 HTTP/1.1" status: 200 len: 945 time: 0.1014526 Jan 19 22:35:46.258534 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-44b7aac0-31bd-4e12-b344-93af518d51be req-bd5e0f8e-8c50-400d-be4a-d78d51dfa7e4 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/security-groups?id=8a824fe1-a66b-431c-b250-8644d90d5e58&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0480793 Jan 19 22:35:46.471505 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device ab6680c3-2976-4732-b364-551124df54ce up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:35:46.545985 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port ab6680c3-2976-4732-b364-551124df54ce triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:35:46.546409 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:46.919695 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 58404) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:35:46.994443 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-859f026e-cea3-4683-ab70-1cd84164a40b tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks [] for security_group, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:47.243594 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-859f026e-cea3-4683-ab70-1cd84164a40b tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks [] for security_group, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:47.290974 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-859f026e-cea3-4683-ab70-1cd84164a40b tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:47.297734 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-4935b1b5-f5ac-43ce-9bc8-278e3add972f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:35:47.315030 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f026e-cea3-4683-ab70-1cd84164a40b tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ba60cb-9df7-4bd3-aa6b-9beda1c42257,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:35:47.317999 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-859f026e-cea3-4683-ab70-1cd84164a40b tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:35:47.329001 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-859f026e-cea3-4683-ab70-1cd84164a40b tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks [] for security_group, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:47.330721 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-859f026e-cea3-4683-ab70-1cd84164a40b tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "DELETE /v2.0/security-groups/d4ba60cb-9df7-4bd3-aa6b-9beda1c42257 HTTP/1.1" status: 204 len: 168 time: 0.4092491 Jan 19 22:35:47.333519 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 58410) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:35:47.353404 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.api.v2.resource [None req-71b0770f-47e3-43f5-899f-bf0da04ce341 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] show failed (client error): The resource could not be found. Jan 19 22:35:47.357687 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 58414) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:35:47.357801 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-71b0770f-47e3-43f5-899f-bf0da04ce341 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "GET /v2.0/security-groups/d4ba60cb-9df7-4bd3-aa6b-9beda1c42257 HTTP/1.1" status: 404 len: 347 time: 0.0230551 Jan 19 22:35:47.512076 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb414855-94a5-402b-9512-6b325f285794 req-2fd4d087-b29a-4fb9-957b-02253cfc4638 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:35:47.513660 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-bb414855-94a5-402b-9512-6b325f285794 req-2fd4d087-b29a-4fb9-957b-02253cfc4638 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/ports?device_id=ef3a131f-73aa-424d-bc8a-087bf2e57e10 HTTP/1.1" status: 200 len: 945 time: 0.1018445 Jan 19 22:35:47.532218 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-f94d1fde-41ac-4ab0-bec0-38b44b0986c3 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Deleting port 74d6c255-2e69-4dae-a0d4-80cccd1f3253 {{(pid=80166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:35:47.532601 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f94d1fde-41ac-4ab0-bec0-38b44b0986c3 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:47.565495 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-bb414855-94a5-402b-9512-6b325f285794 req-62cd2cb2-d3cd-40cd-b9c7-76776ecca387 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/security-groups?id=8a824fe1-a66b-431c-b250-8644d90d5e58&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0447471 Jan 19 22:35:47.714607 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f94d1fde-41ac-4ab0-bec0-38b44b0986c3 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137761'] for port, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:47.714985 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f94d1fde-41ac-4ab0-bec0-38b44b0986c3 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks [] for floatingip, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:47.844821 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-f94d1fde-41ac-4ab0-bec0-38b44b0986c3 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Calling delete_port for 74d6c255-2e69-4dae-a0d4-80cccd1f3253 owned by network:floatingip {{(pid=80166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:35:47.994946 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f94d1fde-41ac-4ab0-bec0-38b44b0986c3 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307084714663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307085172425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843396414'] for port, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:48.010879 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:35:48.070158 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94d1fde-41ac-4ab0-bec0-38b44b0986c3 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Pushing event deleted for resources: {'Port': ['ID=74d6c255-2e69-4dae-a0d4-80cccd1f3253,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:35:48.074231 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-f94d1fde-41ac-4ab0-bec0-38b44b0986c3 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:35:48.234390 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f94d1fde-41ac-4ab0-bec0-38b44b0986c3 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks [] for floatingip, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:48.251260 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f94d1fde-41ac-4ab0-bec0-38b44b0986c3 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for floatingip, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:48.252530 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-f94d1fde-41ac-4ab0-bec0-38b44b0986c3 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] 10.222.0.43 "DELETE /v2.0/floatingips/fba26e6d-e944-4d65-b0f0-d56c7a8ae2cb HTTP/1.1" status: 204 len: 168 time: 0.8932269 Jan 19 22:35:51.099487 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 58440) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:35:51.801180 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-875023e4-b850-4974-89d4-a57993849b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854328242'] for router_interface, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:52.163869 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-875023e4-b850-4974-89d4-a57993849b80 admin admin] Deleting port ab90486f-45c4-41af-98f5-ab75f910ee9e {{(pid=80166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:35:52.164435 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-875023e4-b850-4974-89d4-a57993849b80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:52.349372 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-875023e4-b850-4974-89d4-a57993849b80 admin admin] For port ab90486f-45c4-41af-98f5-ab75f910ee9e, host dv-cinder-750782-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=ab90486f-45c4-41af-98f5-ab75f910ee9e,segment=NetworkSegment(1014e9b3-3ba0-49df-a5ed-d042cca9ac40),segment_id=1014e9b3-3ba0-49df-a5ed-d042cca9ac40)] {{(pid=80166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:35:52.349774 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-875023e4-b850-4974-89d4-a57993849b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137761'] for port, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:52.483172 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-875023e4-b850-4974-89d4-a57993849b80 admin admin] Calling delete_port for ab90486f-45c4-41af-98f5-ab75f910ee9e owned by network:router_interface {{(pid=80166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:35:52.659208 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-875023e4-b850-4974-89d4-a57993849b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307084714663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307085172425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843396414'] for port, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:52.675428 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-9b7083c2-9a86-4d3e-8d6b-d9f7e87299a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:35:52.735903 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875023e4-b850-4974-89d4-a57993849b80 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab90486f-45c4-41af-98f5-ab75f910ee9e,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:35:52.739901 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-875023e4-b850-4974-89d4-a57993849b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:35:52.957781 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.agents_db [None req-329fefd4-1494-457f-8297-9b2689c275d7 None None] Agent healthcheck: found 6 active agents {{(pid=80168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:35:53.084774 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-875023e4-b850-4974-89d4-a57993849b80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854234204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452574'] for router_interface, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:53.820567 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-875023e4-b850-4974-89d4-a57993849b80 admin admin] Router 72a01932-d992-4eba-85bb-d8b2988074e0 has already been hosted by L3 agent f53f1119-c8e9-4b63-a732-32c6c8f5b9fc {{(pid=80166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 22:35:54.009064 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-875023e4-b850-4974-89d4-a57993849b80 admin admin] Notify agent at l3_agent.dv-cinder-750782-5-smb the message routers_updated {{(pid=80166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:35:54.017908 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7907dc19-6235-47d8-bda1-26da74fcaea0 None None] Sync routers for ids ['72a01932-d992-4eba-85bb-d8b2988074e0'] in dv-cinder-750782-5-smb {{(pid=80168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:35:54.021806 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-875023e4-b850-4974-89d4-a57993849b80 admin admin] 10.222.0.43 "PUT /v2.0/routers/72a01932-d992-4eba-85bb-d8b2988074e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9211228 Jan 19 22:35:54.024558 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 58446) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:35:54.028236 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7907dc19-6235-47d8-bda1-26da74fcaea0 None None] Routers {'72a01932-d992-4eba-85bb-d8b2988074e0'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:35:54.028979 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-7907dc19-6235-47d8-bda1-26da74fcaea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:35:32Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['72a01932-d992-4eba-85bb-d8b2988074e0'], 'active': True} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:35:54.210244 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41491143-c17c-4d39-ba3b-92f84e0656a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:54.219633 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-7907dc19-6235-47d8-bda1-26da74fcaea0 None None] Set router 72a01932-d992-4eba-85bb-d8b2988074e0 gateway port host: dv-cinder-750782-5-smb {{(pid=80168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:35:54.402731 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41491143-c17c-4d39-ba3b-92f84e0656a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:54.408622 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-41491143-c17c-4d39-ba3b-92f84e0656a7 admin admin] Deleting port 145cfcfa-5373-4fbf-bcff-b5a5dcc22542 {{(pid=80166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:35:54.408992 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41491143-c17c-4d39-ba3b-92f84e0656a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:54.526074 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-7907dc19-6235-47d8-bda1-26da74fcaea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'name': 'tempest-AttachVolumeShelveTestJSON-329750149-router', 'tenant_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.6'}], 'enable_snat': True}, 'gw_port_id': '145cfcfa-5373-4fbf-bcff-b5a5dcc22542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:30:31Z', 'updated_at': '2021-01-19T22:35:52Z', 'revision_number': 5, 'project_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'gw_port': {'id': '145cfcfa-5373-4fbf-bcff-b5a5dcc22542', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:30:32Z', 'updated_at': '2021-01-19T22:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb'}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:35:54.530588 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7907dc19-6235-47d8-bda1-26da74fcaea0 None None] Checking router: 72a01932-d992-4eba-85bb-d8b2988074e0 for host: dv-cinder-750782-5-smb {{(pid=80168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:35:54.539460 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7907dc19-6235-47d8-bda1-26da74fcaea0 None None] Routers {'72a01932-d992-4eba-85bb-d8b2988074e0'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:35:54.540118 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-7907dc19-6235-47d8-bda1-26da74fcaea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:35:32Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['72a01932-d992-4eba-85bb-d8b2988074e0'], 'active': True} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:35:54.589409 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-41491143-c17c-4d39-ba3b-92f84e0656a7 admin admin] For port 145cfcfa-5373-4fbf-bcff-b5a5dcc22542, host dv-cinder-750782-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=145cfcfa-5373-4fbf-bcff-b5a5dcc22542,segment=NetworkSegment(eae0621e-0013-4ba3-ab53-cef85e02fc92),segment_id=eae0621e-0013-4ba3-ab53-cef85e02fc92)] {{(pid=80166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:35:54.589805 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41491143-c17c-4d39-ba3b-92f84e0656a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137761'] for port, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:54.721364 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-41491143-c17c-4d39-ba3b-92f84e0656a7 admin admin] Calling delete_port for 145cfcfa-5373-4fbf-bcff-b5a5dcc22542 owned by network:router_gateway {{(pid=80166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:35:54.735356 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-7907dc19-6235-47d8-bda1-26da74fcaea0 None None] Set router 72a01932-d992-4eba-85bb-d8b2988074e0 gateway port host: dv-cinder-750782-5-smb {{(pid=80168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:35:54.861474 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41491143-c17c-4d39-ba3b-92f84e0656a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307084714663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307085172425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843396414'] for port, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:55.052507 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41491143-c17c-4d39-ba3b-92f84e0656a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451142'] for router_gateway, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:55.190170 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-7907dc19-6235-47d8-bda1-26da74fcaea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'name': 'tempest-AttachVolumeShelveTestJSON-329750149-router', 'tenant_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.6'}], 'enable_snat': True}, 'gw_port_id': '145cfcfa-5373-4fbf-bcff-b5a5dcc22542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:30:31Z', 'updated_at': '2021-01-19T22:35:52Z', 'revision_number': 5, 'project_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'gw_port': {'id': '145cfcfa-5373-4fbf-bcff-b5a5dcc22542', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:30:32Z', 'updated_at': '2021-01-19T22:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb'}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:35:55.194419 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7907dc19-6235-47d8-bda1-26da74fcaea0 None None] The sync data for ids ['72a01932-d992-4eba-85bb-d8b2988074e0'] in dv-cinder-750782-5-smb is: [{'id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'name': 'tempest-AttachVolumeShelveTestJSON-329750149-router', 'tenant_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.6'}], 'enable_snat': True}, 'gw_port_id': '145cfcfa-5373-4fbf-bcff-b5a5dcc22542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:30:31Z', 'updated_at': '2021-01-19T22:35:52Z', 'revision_number': 5, 'project_id': 'f0ed436f923242c09f18ac9215bbdd6d', 'gw_port': {'id': '145cfcfa-5373-4fbf-bcff-b5a5dcc22542', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a01932-d992-4eba-85bb-d8b2988074e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:30:32Z', 'updated_at': '2021-01-19T22:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb'}] {{(pid=80168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:35:55.195042 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41491143-c17c-4d39-ba3b-92f84e0656a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-442634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1158'] for router, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:55.197621 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41491143-c17c-4d39-ba3b-92f84e0656a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:55.220618 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41491143-c17c-4d39-ba3b-92f84e0656a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854170981'] for router, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:55.221206 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41491143-c17c-4d39-ba3b-92f84e0656a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72a01932-d992-4eba-85bb-d8b2988074e0 {{(pid=80166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 19 22:35:55.234419 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41491143-c17c-4d39-ba3b-92f84e0656a7 admin admin] Notify callbacks [] for router, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:55.235650 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-41491143-c17c-4d39-ba3b-92f84e0656a7 admin admin] 10.222.0.43 "DELETE /v2.0/routers/72a01932-d992-4eba-85bb-d8b2988074e0 HTTP/1.1" status: 204 len: 168 time: 1.2100897 Jan 19 22:35:55.238408 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 58450) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:35:55.306119 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.db_base_plugin_v2 [None req-acca7bb2-b071-4b8f-96ce-6c8fe213ab99 admin admin] Deleting subnet b4c52249-2f5c-40fe-a964-1d16d96ffe83 {{(pid=80166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 19 22:35:55.309329 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-acca7bb2-b071-4b8f-96ce-6c8fe213ab99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:55.367542 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-acca7bb2-b071-4b8f-96ce-6c8fe213ab99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11518823'] for subnet, precommit_delete_associations {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:55.492339 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-acca7bb2-b071-4b8f-96ce-6c8fe213ab99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560750'] for subnet, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:55.982362 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-acca7bb2-b071-4b8f-96ce-6c8fe213ab99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851215066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11379380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10746148'] for subnet, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:55.998452 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-0951d22a-779d-4ea5-857f-c457e8878cbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:35:56.049728 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acca7bb2-b071-4b8f-96ce-6c8fe213ab99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4c52249-2f5c-40fe-a964-1d16d96ffe83,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:35:56.053623 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-acca7bb2-b071-4b8f-96ce-6c8fe213ab99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:35:56.132350 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-acca7bb2-b071-4b8f-96ce-6c8fe213ab99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for subnet, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:56.137497 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcd4ec0-aec8-4728-8297-63778e6e5b34 None None] Network e1615a81-979f-4377-bdd4-466d6ecb70d8 requested from dv-cinder-750782-5-smb {{(pid=80167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:35:56.139047 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-acca7bb2-b071-4b8f-96ce-6c8fe213ab99 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b4c52249-2f5c-40fe-a964-1d16d96ffe83 HTTP/1.1" status: 204 len: 168 time: 0.8990970 Jan 19 22:35:56.141696 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 58454) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:35:56.257220 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-42bb25a3-801c-4bc8-80cf-8075b3f28046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851036617'] for network, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:56.329922 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-42bb25a3-801c-4bc8-80cf-8075b3f28046 admin admin] Deleting port 437fe149-7c4e-4d7c-8c4c-88a0856f0d0d {{(pid=80166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:35:56.330282 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-42bb25a3-801c-4bc8-80cf-8075b3f28046 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:56.400538 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d967692f-78ed-4cd0-b8c8-76883e0fef5c None None] DHCP port deletion for e1615a81-979f-4377-bdd4-466d6ecb70d8 request from dv-cinder-750782-5-smb {{(pid=80167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 19 22:35:56.405654 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-d967692f-78ed-4cd0-b8c8-76883e0fef5c None None] Deleting port 437fe149-7c4e-4d7c-8c4c-88a0856f0d0d {{(pid=80167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:35:56.406177 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-d967692f-78ed-4cd0-b8c8-76883e0fef5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:56.548407 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-42bb25a3-801c-4bc8-80cf-8075b3f28046 admin admin] For port 437fe149-7c4e-4d7c-8c4c-88a0856f0d0d, host dv-cinder-750782-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=437fe149-7c4e-4d7c-8c4c-88a0856f0d0d,segment=NetworkSegment(1014e9b3-3ba0-49df-a5ed-d042cca9ac40),segment_id=1014e9b3-3ba0-49df-a5ed-d042cca9ac40)] {{(pid=80166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:35:56.548729 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-42bb25a3-801c-4bc8-80cf-8075b3f28046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137761'] for port, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:56.621550 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-d967692f-78ed-4cd0-b8c8-76883e0fef5c None None] For port 437fe149-7c4e-4d7c-8c4c-88a0856f0d0d, host dv-cinder-750782-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=437fe149-7c4e-4d7c-8c4c-88a0856f0d0d,segment=NetworkSegment(1014e9b3-3ba0-49df-a5ed-d042cca9ac40),segment_id=1014e9b3-3ba0-49df-a5ed-d042cca9ac40)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:35:56.622005 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-d967692f-78ed-4cd0-b8c8-76883e0fef5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137761'] for port, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:56.684207 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-42bb25a3-801c-4bc8-80cf-8075b3f28046 admin admin] Calling delete_port for 437fe149-7c4e-4d7c-8c4c-88a0856f0d0d owned by network:dhcp {{(pid=80166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:35:56.751274 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device 437fe149-7c4e-4d7c-8c4c-88a0856f0d0d no longer exists at agent ovs-agent-dv-cinder-750782-5-smb {{(pid=80167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:35:56.765975 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-42bb25a3-801c-4bc8-80cf-8075b3f28046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307084714663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307085172425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843396414'] for port, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:56.781431 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-f0840a5a-2c96-4ae6-b4d0-631c2727b451 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:35:56.792539 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-d967692f-78ed-4cd0-b8c8-76883e0fef5c None None] Calling delete_port for 437fe149-7c4e-4d7c-8c4c-88a0856f0d0d owned by network:dhcp {{(pid=80167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:35:56.821200 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] No Port match for: 437fe149-7c4e-4d7c-8c4c-88a0856f0d0d {{(pid=80167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 22:35:56.821544 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device 437fe149-7c4e-4d7c-8c4c-88a0856f0d0d not bound to the agent host dv-cinder-750782-5-smb {{(pid=80167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 22:35:56.822022 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device 145cfcfa-5373-4fbf-bcff-b5a5dcc22542 no longer exists at agent ovs-agent-dv-cinder-750782-5-smb {{(pid=80167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:35:56.838422 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb25a3-801c-4bc8-80cf-8075b3f28046 admin admin] Pushing event deleted for resources: {'Port': ['ID=437fe149-7c4e-4d7c-8c4c-88a0856f0d0d,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:35:56.843134 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-42bb25a3-801c-4bc8-80cf-8075b3f28046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:35:56.930027 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bb25a3-801c-4bc8-80cf-8075b3f28046 admin admin] No DVR routers for this DVR port 437fe149-7c4e-4d7c-8c4c-88a0856f0d0d on host dv-cinder-750782-5-smb {{(pid=80166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 22:35:57.026989 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] No Port match for: 145cfcfa-5373-4fbf-bcff-b5a5dcc22542 {{(pid=80167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 22:35:57.027563 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device 145cfcfa-5373-4fbf-bcff-b5a5dcc22542 not bound to the agent host dv-cinder-750782-5-smb {{(pid=80167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 22:35:57.027831 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device ab90486f-45c4-41af-98f5-ab75f910ee9e no longer exists at agent ovs-agent-dv-cinder-750782-5-smb {{(pid=80167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:35:57.061751 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-42bb25a3-801c-4bc8-80cf-8075b3f28046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3566075', 'neutron.services.segments.db._delete_segments_for_network--9223363307084834676'] for network, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:57.072450 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] No Port match for: ab90486f-45c4-41af-98f5-ab75f910ee9e {{(pid=80167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 22:35:57.072788 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device ab90486f-45c4-41af-98f5-ab75f910ee9e not bound to the agent host dv-cinder-750782-5-smb {{(pid=80167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 22:35:57.101923 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.db.api [None req-d967692f-78ed-4cd0-b8c8-76883e0fef5c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80167) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 22:35:57.102338 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_db.api [None req-d967692f-78ed-4cd0-b8c8-76883e0fef5c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 22:35:57.176903 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.services.segments.db [None req-42bb25a3-801c-4bc8-80cf-8075b3f28046 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1615a81-979f-4377-bdd4-466d6ecb70d8']}} {{(pid=80166) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:35:57.190413 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.services.segments.db [None req-42bb25a3-801c-4bc8-80cf-8075b3f28046 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1014e9b3-3ba0-49df-a5ed-d042cca9ac40') {'for_net_delete': True} {{(pid=80166) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:35:57.190754 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.services.segments.db [None req-42bb25a3-801c-4bc8-80cf-8075b3f28046 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1014e9b3-3ba0-49df-a5ed-d042cca9ac40') {} {{(pid=80166) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:35:57.202521 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-42bb25a3-801c-4bc8-80cf-8075b3f28046 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307084830580', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843256977'] for segment, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:57.216956 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-42bb25a3-801c-4bc8-80cf-8075b3f28046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560818'] for segment, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:57.219028 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-42bb25a3-801c-4bc8-80cf-8075b3f28046 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 19 22:35:57.402168 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-42bb25a3-801c-4bc8-80cf-8075b3f28046 admin admin] Network e1615a81-979f-4377-bdd4-466d6ecb70d8 has no segments {{(pid=80166) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 22:35:57.411791 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-42bb25a3-801c-4bc8-80cf-8075b3f28046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851214998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11379231'] for segment, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:57.584776 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-42bb25a3-801c-4bc8-80cf-8075b3f28046 admin admin] Network e1615a81-979f-4377-bdd4-466d6ecb70d8 has no segments {{(pid=80166) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 22:35:57.603966 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-d967692f-78ed-4cd0-b8c8-76883e0fef5c None None] Deleting port 437fe149-7c4e-4d7c-8c4c-88a0856f0d0d {{(pid=80167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:35:57.604402 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-d967692f-78ed-4cd0-b8c8-76883e0fef5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:57.611196 dv-cinder-750782-5-smb neutron-server[80054]: Traceback (most recent call last): Jan 19 22:35:57.611196 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 22:35:57.611196 dv-cinder-750782-5-smb neutron-server[80054]: timer() Jan 19 22:35:57.611196 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 22:35:57.611196 dv-cinder-750782-5-smb neutron-server[80054]: cb(*args, **kw) Jan 19 22:35:57.611196 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 19 22:35:57.611196 dv-cinder-750782-5-smb neutron-server[80054]: return func(*args, **kwargs) Jan 19 22:35:57.611196 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 22:35:57.611196 dv-cinder-750782-5-smb neutron-server[80054]: self._notify() Jan 19 22:35:57.611196 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 22:35:57.611196 dv-cinder-750782-5-smb neutron-server[80054]: self.callback(batched_events) Jan 19 22:35:57.611196 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 22:35:57.611196 dv-cinder-750782-5-smb neutron-server[80054]: event.method(event) Jan 19 22:35:57.611196 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 22:35:57.611196 dv-cinder-750782-5-smb neutron-server[80054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 22:35:57.611196 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 19 22:35:57.611196 dv-cinder-750782-5-smb neutron-server[80054]: segment_id)['aggregates'][0] Jan 19 22:35:57.611196 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 22:35:57.611196 dv-cinder-750782-5-smb neutron-server[80054]: return f(self, *a, **k) Jan 19 22:35:57.611196 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 19 22:35:57.611196 dv-cinder-750782-5-smb neutron-server[80054]: return self._get(url).json() Jan 19 22:35:57.611196 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 22:35:57.611196 dv-cinder-750782-5-smb neutron-server[80054]: **kwargs) Jan 19 22:35:57.611196 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 22:35:57.611196 dv-cinder-750782-5-smb neutron-server[80054]: return self.request(url, 'GET', **kwargs) Jan 19 22:35:57.611196 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 19 22:35:57.611196 dv-cinder-750782-5-smb neutron-server[80054]: **endpoint_filter) Jan 19 22:35:57.611196 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 22:35:57.611196 dv-cinder-750782-5-smb neutron-server[80054]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 22:35:57.611196 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 22:35:57.611196 dv-cinder-750782-5-smb neutron-server[80054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 22:35:57.611196 dv-cinder-750782-5-smb neutron-server[80054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 22:35:57.675882 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-d967692f-78ed-4cd0-b8c8-76883e0fef5c None None] The port '437fe149-7c4e-4d7c-8c4c-88a0856f0d0d' was deleted {{(pid=80167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 19 22:35:57.685811 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-42bb25a3-801c-4bc8-80cf-8075b3f28046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3565836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324611'] for network, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:57.689516 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:35:57.703933 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-42bb25a3-801c-4bc8-80cf-8075b3f28046 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for network, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:57.715247 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb25a3-801c-4bc8-80cf-8075b3f28046 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1615a81-979f-4377-bdd4-466d6ecb70d8,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:35:57.724409 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-42bb25a3-801c-4bc8-80cf-8075b3f28046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:35:57.729889 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-42bb25a3-801c-4bc8-80cf-8075b3f28046 admin admin] 10.222.0.43 "DELETE /v2.0/networks/e1615a81-979f-4377-bdd4-466d6ecb70d8 HTTP/1.1" status: 204 len: 168 time: 1.5871954 Jan 19 22:35:57.872509 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 58460) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:35:57.928226 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-a13ee0e8-7e07-4047-b657-865a6b235b34 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f0ed436f923242c09f18ac9215bbdd6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0541737 Jan 19 22:35:57.930875 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 58464) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:35:57.992300 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-98815fce-9baa-4295-8852-2699ec95a80a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:58.019510 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-98815fce-9baa-4295-8852-2699ec95a80a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:58.067239 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-98815fce-9baa-4295-8852-2699ec95a80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:58.072448 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-339f9bdf-6cec-4720-9921-0b3f038d6578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:35:58.088910 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98815fce-9baa-4295-8852-2699ec95a80a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf4a26e-ee1a-4ca7-bf08-f1b842d2f303,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:35:58.092163 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-98815fce-9baa-4295-8852-2699ec95a80a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:35:58.094218 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-98815fce-9baa-4295-8852-2699ec95a80a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:58.095465 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-98815fce-9baa-4295-8852-2699ec95a80a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eaf4a26e-ee1a-4ca7-bf08-f1b842d2f303 HTTP/1.1" status: 204 len: 168 time: 0.1635537 Jan 19 22:35:58.858024 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e969bd78-142c-4b7b-a566-7e74996ee172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:01.430022 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1243c519-8875-4095-9705-67b78462088e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:01.783182 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-cad03f09-0bb8-4c92-845e-82f107ca0a2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:03.050447 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:03.446322 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8bdf443e-3544-4df7-a37c-063f9f459872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:06.196879 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 58542) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:36:06.350319 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-6fa4621c-2c18-4a48-9135-17a25c450b47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:06.365663 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-6fa4621c-2c18-4a48-9135-17a25c450b47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:36:06.369962 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-6fa4621c-2c18-4a48-9135-17a25c450b47 admin admin] Usage tracker for resource:security_group_rule and tenant:a784054881f9424bb28fb6d55b73dd56 is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:36:06.373576 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-6fa4621c-2c18-4a48-9135-17a25c450b47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:36:06.379405 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-6fa4621c-2c18-4a48-9135-17a25c450b47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:36:06.470365 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-6fa4621c-2c18-4a48-9135-17a25c450b47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:06.473043 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-6fa4621c-2c18-4a48-9135-17a25c450b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:06.485256 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-6e1eb016-4ddd-41ca-afd9-1d0989a7e99b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:36:06.528282 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-6fa4621c-2c18-4a48-9135-17a25c450b47 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a784054881f9424bb28fb6d55b73dd56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3302326 Jan 19 22:36:06.529240 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa4621c-2c18-4a48-9135-17a25c450b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d9b493-c4d9-42b4-b3be-5f738a1a343f,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:36:06.531188 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 58548) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:36:06.532672 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-6fa4621c-2c18-4a48-9135-17a25c450b47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:36:06.599811 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f78a7d9f-33aa-46a5-a98c-ff4ae4e4d1c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:06.627853 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f78a7d9f-33aa-46a5-a98c-ff4ae4e4d1c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:06.675659 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f78a7d9f-33aa-46a5-a98c-ff4ae4e4d1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:06.680729 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-1f9cf6b5-3715-499b-8517-77d61883c793 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:36:06.695185 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78a7d9f-33aa-46a5-a98c-ff4ae4e4d1c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d9b493-c4d9-42b4-b3be-5f738a1a343f,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:36:06.704042 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78a7d9f-33aa-46a5-a98c-ff4ae4e4d1c4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:06.704469 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78a7d9f-33aa-46a5-a98c-ff4ae4e4d1c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:06.704880 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78a7d9f-33aa-46a5-a98c-ff4ae4e4d1c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:06.705319 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78a7d9f-33aa-46a5-a98c-ff4ae4e4d1c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:06.705712 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78a7d9f-33aa-46a5-a98c-ff4ae4e4d1c4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:06.706115 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78a7d9f-33aa-46a5-a98c-ff4ae4e4d1c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:06.706514 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78a7d9f-33aa-46a5-a98c-ff4ae4e4d1c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:06.706913 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78a7d9f-33aa-46a5-a98c-ff4ae4e4d1c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:06.707312 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78a7d9f-33aa-46a5-a98c-ff4ae4e4d1c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:06.707710 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78a7d9f-33aa-46a5-a98c-ff4ae4e4d1c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:06.708107 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78a7d9f-33aa-46a5-a98c-ff4ae4e4d1c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:06.708500 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78a7d9f-33aa-46a5-a98c-ff4ae4e4d1c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:06.708952 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78a7d9f-33aa-46a5-a98c-ff4ae4e4d1c4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:06.709367 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78a7d9f-33aa-46a5-a98c-ff4ae4e4d1c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:06.709870 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78a7d9f-33aa-46a5-a98c-ff4ae4e4d1c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:06.710212 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78a7d9f-33aa-46a5-a98c-ff4ae4e4d1c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:06.710607 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78a7d9f-33aa-46a5-a98c-ff4ae4e4d1c4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:06.711412 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78a7d9f-33aa-46a5-a98c-ff4ae4e4d1c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:06.711806 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78a7d9f-33aa-46a5-a98c-ff4ae4e4d1c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:06.712199 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78a7d9f-33aa-46a5-a98c-ff4ae4e4d1c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:06.712589 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78a7d9f-33aa-46a5-a98c-ff4ae4e4d1c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:06.712980 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78a7d9f-33aa-46a5-a98c-ff4ae4e4d1c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:06.713394 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78a7d9f-33aa-46a5-a98c-ff4ae4e4d1c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:06.713788 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78a7d9f-33aa-46a5-a98c-ff4ae4e4d1c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:06.716726 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f78a7d9f-33aa-46a5-a98c-ff4ae4e4d1c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:06.718025 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-f78a7d9f-33aa-46a5-a98c-ff4ae4e4d1c4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e0d9b493-c4d9-42b4-b3be-5f738a1a343f HTTP/1.1" status: 204 len: 168 time: 0.1848195 Jan 19 22:36:06.719130 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-f78a7d9f-33aa-46a5-a98c-ff4ae4e4d1c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:36:07.059353 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 58556) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:36:07.078508 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1a7808b9-16d8-4435-b783-318165e145e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:07.093995 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-1a7808b9-16d8-4435-b783-318165e145e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:36:07.098092 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-1a7808b9-16d8-4435-b783-318165e145e9 admin admin] Usage tracker for resource:security_group_rule and tenant:2670c1920da645bb9f66297a92b264c7 is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:36:07.101051 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-1a7808b9-16d8-4435-b783-318165e145e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:36:07.106916 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-1a7808b9-16d8-4435-b783-318165e145e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:36:07.191695 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1a7808b9-16d8-4435-b783-318165e145e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:07.194381 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1a7808b9-16d8-4435-b783-318165e145e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:07.204600 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-eeead585-8b03-4b66-8dd8-07849f5d1e20 tempest-AttachVolumeTestJSON-1146532528 tempest-AttachVolumeTestJSON-1146532528] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:36:07.248378 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-1a7808b9-16d8-4435-b783-318165e145e9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2670c1920da645bb9f66297a92b264c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1878445 Jan 19 22:36:07.249430 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7808b9-16d8-4435-b783-318165e145e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f46a4e27-e31e-4f88-91cd-e8c776260ef5,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:36:07.251312 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 58560) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:36:07.252716 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-1a7808b9-16d8-4435-b783-318165e145e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:36:07.315591 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-c82baeab-5a33-448f-92d3-8d4036ffca21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:07.344125 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-c82baeab-5a33-448f-92d3-8d4036ffca21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:07.390078 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-c82baeab-5a33-448f-92d3-8d4036ffca21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:07.395880 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-b5883817-5e79-4368-8c60-90e479bd89ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:36:07.411160 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82baeab-5a33-448f-92d3-8d4036ffca21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46a4e27-e31e-4f88-91cd-e8c776260ef5,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:36:07.413924 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-c82baeab-5a33-448f-92d3-8d4036ffca21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:36:07.422362 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-c82baeab-5a33-448f-92d3-8d4036ffca21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:07.423597 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-c82baeab-5a33-448f-92d3-8d4036ffca21 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f46a4e27-e31e-4f88-91cd-e8c776260ef5 HTTP/1.1" status: 204 len: 168 time: 0.1711414 Jan 19 22:36:07.548369 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:12.834287 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 58632) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:36:12.985691 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-51bb1baa-5f23-4df7-b59f-c70ae9735760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:13.001220 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-51bb1baa-5f23-4df7-b59f-c70ae9735760 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:36:13.005411 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-51bb1baa-5f23-4df7-b59f-c70ae9735760 admin admin] Usage tracker for resource:security_group_rule and tenant:8a286bd2dd9b49739edf2b46b9977f2f is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:36:13.008364 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-51bb1baa-5f23-4df7-b59f-c70ae9735760 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:36:13.014167 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-51bb1baa-5f23-4df7-b59f-c70ae9735760 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:36:13.102438 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-51bb1baa-5f23-4df7-b59f-c70ae9735760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:13.105183 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-51bb1baa-5f23-4df7-b59f-c70ae9735760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:13.113887 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-7afd9321-2f1a-42a6-8e89-1cec753229a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:36:13.155918 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-51bb1baa-5f23-4df7-b59f-c70ae9735760 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8a286bd2dd9b49739edf2b46b9977f2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3204224 Jan 19 22:36:13.157697 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bb1baa-5f23-4df7-b59f-c70ae9735760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0951174-090f-4b77-b80a-c35364246f0c,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:36:13.158825 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 58638) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:36:13.161396 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-51bb1baa-5f23-4df7-b59f-c70ae9735760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:36:13.224463 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-68c3744d-d51e-4332-974a-70dad5ff8524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:13.253109 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-68c3744d-d51e-4332-974a-70dad5ff8524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:13.298180 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-68c3744d-d51e-4332-974a-70dad5ff8524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:13.303113 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-01626a38-c125-44a5-969c-5a896a29ecbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:36:13.315878 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c3744d-d51e-4332-974a-70dad5ff8524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0951174-090f-4b77-b80a-c35364246f0c,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:36:13.318605 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-68c3744d-d51e-4332-974a-70dad5ff8524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:36:13.327172 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-68c3744d-d51e-4332-974a-70dad5ff8524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:13.328421 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-68c3744d-d51e-4332-974a-70dad5ff8524 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c0951174-090f-4b77-b80a-c35364246f0c HTTP/1.1" status: 204 len: 168 time: 0.1684570 Jan 19 22:36:13.667377 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 58646) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:36:13.687001 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-25793b2f-20fa-484a-844c-760a28246f5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:13.703016 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-25793b2f-20fa-484a-844c-760a28246f5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:36:13.707108 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-25793b2f-20fa-484a-844c-760a28246f5f admin admin] Usage tracker for resource:security_group_rule and tenant:fa903a2f72654d8ba0d84fc0aeb63f27 is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:36:13.710117 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-25793b2f-20fa-484a-844c-760a28246f5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:36:13.716404 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-25793b2f-20fa-484a-844c-760a28246f5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:36:13.800160 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-25793b2f-20fa-484a-844c-760a28246f5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:13.802991 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-25793b2f-20fa-484a-844c-760a28246f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:13.812216 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-a71d4862-b148-49f1-833d-2d032416689c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:36:13.857953 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-25793b2f-20fa-484a-844c-760a28246f5f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fa903a2f72654d8ba0d84fc0aeb63f27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1894307 Jan 19 22:36:13.859667 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25793b2f-20fa-484a-844c-760a28246f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61dd640c-c696-43c7-84f7-dae5ae9489ac,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:36:13.860840 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 58650) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:36:13.862970 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-25793b2f-20fa-484a-844c-760a28246f5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:36:13.923980 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-9cdf691a-0a74-4cbf-867e-3b73650c8305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:13.951724 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-9cdf691a-0a74-4cbf-867e-3b73650c8305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:13.995687 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-9cdf691a-0a74-4cbf-867e-3b73650c8305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:14.001597 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-b049e3cc-22b5-4dd0-b5e8-d16dee9f6ccf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:36:14.014229 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf691a-0a74-4cbf-867e-3b73650c8305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61dd640c-c696-43c7-84f7-dae5ae9489ac,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:36:14.019518 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-9cdf691a-0a74-4cbf-867e-3b73650c8305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:36:14.024287 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-9cdf691a-0a74-4cbf-867e-3b73650c8305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:14.028091 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-9cdf691a-0a74-4cbf-867e-3b73650c8305 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/61dd640c-c696-43c7-84f7-dae5ae9489ac HTTP/1.1" status: 204 len: 168 time: 0.1636019 Jan 19 22:36:22.327723 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 58736) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:36:22.482787 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f46a6128-b4d7-409f-8558-5da2867f90f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:22.498897 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-f46a6128-b4d7-409f-8558-5da2867f90f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:36:22.502971 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-f46a6128-b4d7-409f-8558-5da2867f90f1 admin admin] Usage tracker for resource:security_group_rule and tenant:812120426351496ab2bebee5ec45ffc2 is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:36:22.506004 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-f46a6128-b4d7-409f-8558-5da2867f90f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:36:22.511851 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-f46a6128-b4d7-409f-8558-5da2867f90f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:36:22.596123 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f46a6128-b4d7-409f-8558-5da2867f90f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:22.599032 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f46a6128-b4d7-409f-8558-5da2867f90f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:22.608479 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-3707a001-58b8-4716-b635-5bbf477ec04d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:36:22.650925 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-f46a6128-b4d7-409f-8558-5da2867f90f1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=812120426351496ab2bebee5ec45ffc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3219943 Jan 19 22:36:22.652565 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46a6128-b4d7-409f-8558-5da2867f90f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f88507f-51f0-4ce1-9a39-f11eb9705690,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:36:22.653780 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 58742) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:36:22.655979 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-f46a6128-b4d7-409f-8558-5da2867f90f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:36:22.718606 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a0c34871-ff52-480e-8c50-cbb6690c2028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:22.746922 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a0c34871-ff52-480e-8c50-cbb6690c2028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:22.791521 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a0c34871-ff52-480e-8c50-cbb6690c2028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:22.795906 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-0e364acf-79ae-4522-b79f-e2c924d56830 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:36:22.809555 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c34871-ff52-480e-8c50-cbb6690c2028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f88507f-51f0-4ce1-9a39-f11eb9705690,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:36:22.814597 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-a0c34871-ff52-480e-8c50-cbb6690c2028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:36:22.820156 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a0c34871-ff52-480e-8c50-cbb6690c2028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:22.821497 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-a0c34871-ff52-480e-8c50-cbb6690c2028 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4f88507f-51f0-4ce1-9a39-f11eb9705690 HTTP/1.1" status: 204 len: 168 time: 0.1666224 Jan 19 22:36:23.160642 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 58750) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:36:23.179971 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-83bac47b-b8b1-4730-b367-38ba724ce61d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:23.195094 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-83bac47b-b8b1-4730-b367-38ba724ce61d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:36:23.199110 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-83bac47b-b8b1-4730-b367-38ba724ce61d admin admin] Usage tracker for resource:security_group_rule and tenant:e7832161e1b74a6590b7a2c0e379e98f is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:36:23.202077 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-83bac47b-b8b1-4730-b367-38ba724ce61d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:36:23.208000 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-83bac47b-b8b1-4730-b367-38ba724ce61d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:36:23.291441 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-83bac47b-b8b1-4730-b367-38ba724ce61d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:23.294357 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-83bac47b-b8b1-4730-b367-38ba724ce61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:23.306337 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-da560fc7-6b5e-4609-a73f-04ab825ddaa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:36:23.337711 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-83bac47b-b8b1-4730-b367-38ba724ce61d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e7832161e1b74a6590b7a2c0e379e98f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1757400 Jan 19 22:36:23.341704 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 58754) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:36:23.355025 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bac47b-b8b1-4730-b367-38ba724ce61d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61053a28-4de5-4ef0-85cf-dab873a08574,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:36:23.358405 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-83bac47b-b8b1-4730-b367-38ba724ce61d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:36:23.406201 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a16370bd-fbfe-4fe9-a58e-943af3c95fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:23.434195 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a16370bd-fbfe-4fe9-a58e-943af3c95fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:23.483366 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a16370bd-fbfe-4fe9-a58e-943af3c95fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:23.488264 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-3ea94144-3d88-4a9a-8e6c-e79c0c4aca77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:36:23.501195 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16370bd-fbfe-4fe9-a58e-943af3c95fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61053a28-4de5-4ef0-85cf-dab873a08574,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:36:23.504887 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-a16370bd-fbfe-4fe9-a58e-943af3c95fed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:36:23.510536 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a16370bd-fbfe-4fe9-a58e-943af3c95fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:23.511775 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-a16370bd-fbfe-4fe9-a58e-943af3c95fed admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/61053a28-4de5-4ef0-85cf-dab873a08574 HTTP/1.1" status: 204 len: 168 time: 0.1689641 Jan 19 22:36:28.860518 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-9fec72c9-2852-47ab-8535-c13c4c50541d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:29.957723 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.agents_db [None req-329fefd4-1494-457f-8297-9b2689c275d7 None None] Agent healthcheck: found 6 active agents {{(pid=80168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:36:31.433825 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1243c519-8875-4095-9705-67b78462088e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:31.784778 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-d32bc203-be67-4b24-b1a7-76ba1acbfe0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:33.053522 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:33.450660 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8bdf443e-3544-4df7-a37c-063f9f459872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:37.528782 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:40.294799 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-fa6b3281-1cc5-4b87-a8aa-01b491005cdb req-de28f111-8f2f-48c3-9bde-98f1868bd4c2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ef3a131f-73aa-424d-bc8a-087bf2e57e10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0769770 Jan 19 22:36:40.462208 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b3281-1cc5-4b87-a8aa-01b491005cdb req-2f2b19a1-66ad-4b25-8d6a-f0a4472e716f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:36:40.463863 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-fa6b3281-1cc5-4b87-a8aa-01b491005cdb req-2f2b19a1-66ad-4b25-8d6a-f0a4472e716f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=01433532f839429f9ab490395be6df9b&device_id=ef3a131f-73aa-424d-bc8a-087bf2e57e10 HTTP/1.1" status: 200 len: 1162 time: 0.0801082 Jan 19 22:36:40.621821 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b3281-1cc5-4b87-a8aa-01b491005cdb req-ac3ce876-cec8-477c-b939-9df663798080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:36:40.623480 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-fa6b3281-1cc5-4b87-a8aa-01b491005cdb req-ac3ce876-cec8-477c-b939-9df663798080 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2a1bb381-2a87-4d84-9a2f-e3a92c9466a9 HTTP/1.1" status: 200 len: 903 time: 0.1407506 Jan 19 22:36:40.744156 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-fa6b3281-1cc5-4b87-a8aa-01b491005cdb req-3b667223-0b4f-427a-9573-187ff29e524c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab6680c3-2976-4732-b364-551124df54ce HTTP/1.1" status: 200 len: 1001 time: 0.1142781 Jan 19 22:36:40.818655 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b3281-1cc5-4b87-a8aa-01b491005cdb req-c14ecf91-0e13-4a17-b98a-425c0c0bdb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:36:40.820243 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-fa6b3281-1cc5-4b87-a8aa-01b491005cdb req-c14ecf91-0e13-4a17-b98a-425c0c0bdb68 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=55957ee4-9e38-46bc-b06c-2654a0308264 HTTP/1.1" status: 200 len: 848 time: 0.0692246 Jan 19 22:36:40.902779 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b3281-1cc5-4b87-a8aa-01b491005cdb req-67fdaa7e-6a15-476a-8bd9-601dfeb545f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:36:40.904914 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-fa6b3281-1cc5-4b87-a8aa-01b491005cdb req-67fdaa7e-6a15-476a-8bd9-601dfeb545f1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2a1bb381-2a87-4d84-9a2f-e3a92c9466a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0775850 Jan 19 22:36:41.049526 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-fa6b3281-1cc5-4b87-a8aa-01b491005cdb req-7793e358-c0b2-47fc-95a8-736a2c94e64b service neutron] 10.222.0.66 "GET /v2.0/networks/2a1bb381-2a87-4d84-9a2f-e3a92c9466a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377914 Jan 19 22:36:41.192709 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-fa6b3281-1cc5-4b87-a8aa-01b491005cdb req-2af1266c-8635-4165-83ed-620174e41199 service neutron] 10.222.0.66 "GET /v2.0/networks/2a1bb381-2a87-4d84-9a2f-e3a92c9466a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1358378 Jan 19 22:36:48.907499 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 58928) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:36:49.060564 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-45a014fc-6011-4238-9c24-4fb339d2b3d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:49.075830 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-45a014fc-6011-4238-9c24-4fb339d2b3d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:36:49.079838 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-45a014fc-6011-4238-9c24-4fb339d2b3d1 admin admin] Usage tracker for resource:security_group_rule and tenant:14c01b33c29b469c9f539f65f696dc69 is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:36:49.082774 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-45a014fc-6011-4238-9c24-4fb339d2b3d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:36:49.088490 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-45a014fc-6011-4238-9c24-4fb339d2b3d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:36:49.173291 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-45a014fc-6011-4238-9c24-4fb339d2b3d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:49.175909 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-45a014fc-6011-4238-9c24-4fb339d2b3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:49.189004 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-779aeb40-7687-4176-958d-a46e14600da5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:36:49.231636 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-45a014fc-6011-4238-9c24-4fb339d2b3d1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=14c01b33c29b469c9f539f65f696dc69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3229816 Jan 19 22:36:49.232627 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a014fc-6011-4238-9c24-4fb339d2b3d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd53262-46b5-4fc3-ad96-f13b723451fe,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:36:49.234581 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 58934) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:36:49.240715 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a014fc-6011-4238-9c24-4fb339d2b3d1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:49.241074 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a014fc-6011-4238-9c24-4fb339d2b3d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:49.241512 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a014fc-6011-4238-9c24-4fb339d2b3d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:49.241920 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a014fc-6011-4238-9c24-4fb339d2b3d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:49.242322 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a014fc-6011-4238-9c24-4fb339d2b3d1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:49.242724 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a014fc-6011-4238-9c24-4fb339d2b3d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:49.243124 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a014fc-6011-4238-9c24-4fb339d2b3d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:49.243522 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a014fc-6011-4238-9c24-4fb339d2b3d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:49.243920 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a014fc-6011-4238-9c24-4fb339d2b3d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:49.244314 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a014fc-6011-4238-9c24-4fb339d2b3d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:49.244708 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a014fc-6011-4238-9c24-4fb339d2b3d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:49.245100 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a014fc-6011-4238-9c24-4fb339d2b3d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:49.245622 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a014fc-6011-4238-9c24-4fb339d2b3d1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:49.246018 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a014fc-6011-4238-9c24-4fb339d2b3d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:49.246439 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a014fc-6011-4238-9c24-4fb339d2b3d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:49.246830 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a014fc-6011-4238-9c24-4fb339d2b3d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:49.247216 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a014fc-6011-4238-9c24-4fb339d2b3d1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:49.247608 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a014fc-6011-4238-9c24-4fb339d2b3d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:49.247996 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a014fc-6011-4238-9c24-4fb339d2b3d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:49.248384 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a014fc-6011-4238-9c24-4fb339d2b3d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:49.248773 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a014fc-6011-4238-9c24-4fb339d2b3d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:49.249163 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a014fc-6011-4238-9c24-4fb339d2b3d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:49.249586 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a014fc-6011-4238-9c24-4fb339d2b3d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:49.249975 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a014fc-6011-4238-9c24-4fb339d2b3d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:49.254463 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-45a014fc-6011-4238-9c24-4fb339d2b3d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:36:49.299138 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-d533d057-81b6-46d1-9777-5d95238b0713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:49.326934 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-d533d057-81b6-46d1-9777-5d95238b0713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:49.373171 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-d533d057-81b6-46d1-9777-5d95238b0713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:49.378661 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-de347581-522c-4f9a-9332-3beb52fe4052 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:36:49.395011 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d533d057-81b6-46d1-9777-5d95238b0713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd53262-46b5-4fc3-ad96-f13b723451fe,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:36:49.399319 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-d533d057-81b6-46d1-9777-5d95238b0713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:36:49.401348 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-d533d057-81b6-46d1-9777-5d95238b0713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:49.402566 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-d533d057-81b6-46d1-9777-5d95238b0713 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8bd53262-46b5-4fc3-ad96-f13b723451fe HTTP/1.1" status: 204 len: 168 time: 0.1669283 Jan 19 22:36:53.723916 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 58986) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:36:53.878277 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-764f93cf-4070-4c08-97c2-f543b65f6ab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:53.893253 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-764f93cf-4070-4c08-97c2-f543b65f6ab3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:36:53.897316 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-764f93cf-4070-4c08-97c2-f543b65f6ab3 admin admin] Usage tracker for resource:security_group_rule and tenant:264fd479f3874954a513e3b4a47d434a is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:36:53.900235 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-764f93cf-4070-4c08-97c2-f543b65f6ab3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:36:53.905990 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-764f93cf-4070-4c08-97c2-f543b65f6ab3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:36:53.992498 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-764f93cf-4070-4c08-97c2-f543b65f6ab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:53.995512 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-764f93cf-4070-4c08-97c2-f543b65f6ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:54.004762 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-68c3744d-d51e-4332-974a-70dad5ff8524 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:36:54.047535 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-764f93cf-4070-4c08-97c2-f543b65f6ab3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=264fd479f3874954a513e3b4a47d434a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3224411 Jan 19 22:36:54.049160 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764f93cf-4070-4c08-97c2-f543b65f6ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78c1712-d1ef-4a06-bd26-04893e92aa1d,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:36:54.050570 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 58992) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:36:54.052707 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-764f93cf-4070-4c08-97c2-f543b65f6ab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:36:54.113649 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e2abdcb5-c367-49e9-a719-e548a132cb67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:54.140510 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e2abdcb5-c367-49e9-a719-e548a132cb67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:54.185063 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e2abdcb5-c367-49e9-a719-e548a132cb67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:54.190247 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-2ffe6b9c-aabb-4ce4-92f8-6f340cd8ef06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:36:54.202945 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2abdcb5-c367-49e9-a719-e548a132cb67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78c1712-d1ef-4a06-bd26-04893e92aa1d,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:36:54.211122 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-e2abdcb5-c367-49e9-a719-e548a132cb67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:36:54.212352 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e2abdcb5-c367-49e9-a719-e548a132cb67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:54.213607 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-e2abdcb5-c367-49e9-a719-e548a132cb67 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b78c1712-d1ef-4a06-bd26-04893e92aa1d HTTP/1.1" status: 204 len: 168 time: 0.1619217 Jan 19 22:36:55.037240 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 59014) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:36:55.183019 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-78e0278f-9d7e-401f-950f-c35fc8aa3632 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-826735016-network', 'tenant_id': 'fddaecd504844feeb47e1f8b7938103e'}} {{(pid=80165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:36:55.189104 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-78e0278f-9d7e-401f-950f-c35fc8aa3632 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:36:55.193171 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-78e0278f-9d7e-401f-950f-c35fc8aa3632 admin admin] Usage tracker for resource:network and tenant:fddaecd504844feeb47e1f8b7938103e is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:36:55.196196 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-78e0278f-9d7e-401f-950f-c35fc8aa3632 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:36:55.202936 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-78e0278f-9d7e-401f-950f-c35fc8aa3632 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:36:55.211750 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e0278f-9d7e-401f-950f-c35fc8aa3632 admin admin] Made reservation on behalf of fddaecd504844feeb47e1f8b7938103e for: {'network': 1} {{(pid=80165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:36:55.216666 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-78e0278f-9d7e-401f-950f-c35fc8aa3632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for network, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:55.229733 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-78e0278f-9d7e-401f-950f-c35fc8aa3632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:55.245545 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-78e0278f-9d7e-401f-950f-c35fc8aa3632 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:36:55.250259 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-78e0278f-9d7e-401f-950f-c35fc8aa3632 admin admin] Usage tracker for resource:security_group_rule and tenant:fddaecd504844feeb47e1f8b7938103e is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:36:55.253214 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-78e0278f-9d7e-401f-950f-c35fc8aa3632 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:36:55.259077 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-78e0278f-9d7e-401f-950f-c35fc8aa3632 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:36:55.343758 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-78e0278f-9d7e-401f-950f-c35fc8aa3632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:55.346731 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-78e0278f-9d7e-401f-950f-c35fc8aa3632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:55.351063 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-6cbad8cc-310e-49b1-9680-a77e323b60ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:36:55.392328 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78e0278f-9d7e-401f-950f-c35fc8aa3632 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 19 22:36:55.398911 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e0278f-9d7e-401f-950f-c35fc8aa3632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9af2a2-66a7-42cf-882d-add82c693686,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:36:55.402964 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-78e0278f-9d7e-401f-950f-c35fc8aa3632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:36:55.407142 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-78e0278f-9d7e-401f-950f-c35fc8aa3632 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729769941124', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560818'] for segment, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:55.407655 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.db.segments_db [None req-78e0278f-9d7e-401f-950f-c35fc8aa3632 admin admin] Added segment d93607ed-2f89-4fb3-8de4-b61c7715179a of type vxlan for network 89e241a6-c22e-41ae-9bbc-2825eb64df4b Jan 19 22:36:55.435787 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-78e0278f-9d7e-401f-950f-c35fc8aa3632 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729769566152'] for network, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:55.465231 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-78e0278f-9d7e-401f-950f-c35fc8aa3632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596'] for network, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:55.466537 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e0278f-9d7e-401f-950f-c35fc8aa3632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:36:55.467186 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-78e0278f-9d7e-401f-950f-c35fc8aa3632 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for network, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:55.472177 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-4aaa7896-83f9-4971-82b6-26ed5a51885b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:36:55.579830 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e0278f-9d7e-401f-950f-c35fc8aa3632 admin admin] Pushing event updated for resources: {'Network': ['ID=89e241a6-c22e-41ae-9bbc-2825eb64df4b,revision_number=1']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:36:55.583855 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-78e0278f-9d7e-401f-950f-c35fc8aa3632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:36:55.586714 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-78e0278f-9d7e-401f-950f-c35fc8aa3632 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5483100 Jan 19 22:36:55.590689 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 59020) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:36:55.593211 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Network 89e241a6-c22e-41ae-9bbc-2825eb64df4b details requested by agent ovs-agent-dv-cinder-750782-5-smb with host dv-cinder-750782-5-smb {{(pid=80167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:36:55.597105 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-0a4e00e0-25cb-4792-9598-5e91a6bdbb3b admin admin] Request body: {'subnet': {'network_id': '89e241a6-c22e-41ae-9bbc-2825eb64df4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-826735016-subnet', 'tenant_id': 'fddaecd504844feeb47e1f8b7938103e', 'ip_version': 4}} {{(pid=80166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:36:55.602559 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-0a4e00e0-25cb-4792-9598-5e91a6bdbb3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:36:55.607573 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-0a4e00e0-25cb-4792-9598-5e91a6bdbb3b admin admin] Usage tracker for resource:subnet and tenant:fddaecd504844feeb47e1f8b7938103e is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:36:55.608677 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Network 89e241a6-c22e-41ae-9bbc-2825eb64df4b details requested by agent ovs-agent-hv-cinder-75078 with host hv-cinder-75078 {{(pid=80167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:36:55.610657 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-0a4e00e0-25cb-4792-9598-5e91a6bdbb3b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:36:55.616458 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-0a4e00e0-25cb-4792-9598-5e91a6bdbb3b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:36:55.626788 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4e00e0-25cb-4792-9598-5e91a6bdbb3b admin admin] Made reservation on behalf of fddaecd504844feeb47e1f8b7938103e for: {'subnet': 1} {{(pid=80166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:36:55.631663 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0a4e00e0-25cb-4792-9598-5e91a6bdbb3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844029630'] for subnet, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:56.264677 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0a4e00e0-25cb-4792-9598-5e91a6bdbb3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11381105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844029651'] for subnet, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:56.280177 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:36:56.413252 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4e00e0-25cb-4792-9598-5e91a6bdbb3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c35fe21-4842-4614-ae1d-e82e817e996b,revision_number=0']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:36:56.417451 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-0a4e00e0-25cb-4792-9598-5e91a6bdbb3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:36:56.482248 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4e00e0-25cb-4792-9598-5e91a6bdbb3b admin admin] Checking segment: {'id': 'd93607ed-2f89-4fb3-8de4-b61c7715179a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '89e241a6-c22e-41ae-9bbc-2825eb64df4b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:36:56.482643 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4e00e0-25cb-4792-9598-5e91a6bdbb3b admin admin] Network hostable DHCP agents. Network: 89e241a6-c22e-41ae-9bbc-2825eb64df4b, hostable agents: ['ea282ca9-2836-4d3d-88e8-844f6d380f74'], hosted agents: [] {{(pid=80166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 19 22:36:56.501643 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4e00e0-25cb-4792-9598-5e91a6bdbb3b admin admin] Network 89e241a6-c22e-41ae-9bbc-2825eb64df4b is scheduled to be hosted by DHCP agent ea282ca9-2836-4d3d-88e8-844f6d380f74 with binding_index 1 {{(pid=80166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 19 22:36:56.509964 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [None req-0a4e00e0-25cb-4792-9598-5e91a6bdbb3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-5-smb, 89e241a6-c22e-41ae-9bbc-2825eb64df4b) {{(pid=80166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:36:56.519771 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04d428a-761e-485d-9d88-3f6eeb1d2d67 None None] Network 89e241a6-c22e-41ae-9bbc-2825eb64df4b requested from dv-cinder-750782-5-smb {{(pid=80167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:36:56.522451 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4e00e0-25cb-4792-9598-5e91a6bdbb3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:36:56.523109 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0a4e00e0-25cb-4792-9598-5e91a6bdbb3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for subnet, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:56.542566 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-0a4e00e0-25cb-4792-9598-5e91a6bdbb3b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9507313 Jan 19 22:36:56.545407 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 59024) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:36:56.550863 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [None req-6830485c-1108-474d-8ef8-21ad544dd296 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-826735016-router', 'tenant_id': 'fddaecd504844feeb47e1f8b7938103e', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028'}}} {{(pid=80166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:36:56.555973 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-6830485c-1108-474d-8ef8-21ad544dd296 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:36:56.560594 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-6830485c-1108-474d-8ef8-21ad544dd296 admin admin] Usage tracker for resource:router and tenant:fddaecd504844feeb47e1f8b7938103e is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:36:56.564475 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [None req-6830485c-1108-474d-8ef8-21ad544dd296 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:36:56.570591 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [None req-6830485c-1108-474d-8ef8-21ad544dd296 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:36:56.580393 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-6830485c-1108-474d-8ef8-21ad544dd296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1207'] for router, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:56.581495 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-6830485c-1108-474d-8ef8-21ad544dd296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854333029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-514946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774641'] for router, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:56.604539 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-6830485c-1108-474d-8ef8-21ad544dd296 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:56.752454 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7978bf0c-1938-4774-b218-d60190a3a290 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98725d0a-1b82-5acd-8d1b-1dfa5de1a2b0-89e241a6-c22e-41ae-9bbc-2825eb64df4b', 'network_id': '89e241a6-c22e-41ae-9bbc-2825eb64df4b', 'tenant_id': 'fddaecd504844feeb47e1f8b7938103e', 'fixed_ips': [{'subnet_id': '9c35fe21-4842-4614-ae1d-e82e817e996b'}]}} from dv-cinder-750782-5-smb. {{(pid=80167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 19 22:36:56.753394 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-7978bf0c-1938-4774-b218-d60190a3a290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:56.892566 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-6830485c-1108-474d-8ef8-21ad544dd296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774626'] for router, precommit_update {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:57.039949 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.db_base_plugin_common [None req-7978bf0c-1938-4774-b218-d60190a3a290 None None] Allocated IP 172.20.0.2 (89e241a6-c22e-41ae-9bbc-2825eb64df4b/9c35fe21-4842-4614-ae1d-e82e817e996b/e7fc1730-dda9-414a-ab71-89d440fba7e1) {{(pid=80167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:36:57.221427 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-6830485c-1108-474d-8ef8-21ad544dd296 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:57.257627 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-6830485c-1108-474d-8ef8-21ad544dd296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:57.257929 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-7978bf0c-1938-4774-b218-d60190a3a290 None None] Notify callbacks [] for port, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:57.268830 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-7978bf0c-1938-4774-b218-d60190a3a290 None None] Transition to ACTIVE for port object e7fc1730-dda9-414a-ab71-89d440fba7e1 will not be triggered until provisioned by entity L2. {{(pid=80167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:36:57.285743 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-7978bf0c-1938-4774-b218-d60190a3a290 None None] Transition to ACTIVE for port object e7fc1730-dda9-414a-ab71-89d440fba7e1 will not be triggered until provisioned by entity DHCP. {{(pid=80167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:36:57.291261 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-7978bf0c-1938-4774-b218-d60190a3a290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307085170889'] for port, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:57.307428 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-665ed5ab-7fc2-4b94-b335-a768e119bec4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:36:57.448501 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978bf0c-1938-4774-b218-d60190a3a290 None None] Pushing event updated for resources: {'Port': ['ID=e7fc1730-dda9-414a-ab71-89d440fba7e1,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:36:57.460843 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7978bf0c-1938-4774-b218-d60190a3a290 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:57.461240 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7978bf0c-1938-4774-b218-d60190a3a290 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:57.461675 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7978bf0c-1938-4774-b218-d60190a3a290 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:57.462055 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7978bf0c-1938-4774-b218-d60190a3a290 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:57.462429 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7978bf0c-1938-4774-b218-d60190a3a290 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:57.462800 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7978bf0c-1938-4774-b218-d60190a3a290 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:57.463170 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7978bf0c-1938-4774-b218-d60190a3a290 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:57.463536 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7978bf0c-1938-4774-b218-d60190a3a290 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:57.463917 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7978bf0c-1938-4774-b218-d60190a3a290 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:57.464274 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7978bf0c-1938-4774-b218-d60190a3a290 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:57.464637 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7978bf0c-1938-4774-b218-d60190a3a290 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:57.465659 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7978bf0c-1938-4774-b218-d60190a3a290 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:57.466089 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7978bf0c-1938-4774-b218-d60190a3a290 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:57.466456 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7978bf0c-1938-4774-b218-d60190a3a290 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:57.466818 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7978bf0c-1938-4774-b218-d60190a3a290 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:57.467182 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7978bf0c-1938-4774-b218-d60190a3a290 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:57.467546 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7978bf0c-1938-4774-b218-d60190a3a290 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:57.467908 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7978bf0c-1938-4774-b218-d60190a3a290 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:57.468270 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7978bf0c-1938-4774-b218-d60190a3a290 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:57.468628 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7978bf0c-1938-4774-b218-d60190a3a290 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:57.468987 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7978bf0c-1938-4774-b218-d60190a3a290 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:57.469367 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7978bf0c-1938-4774-b218-d60190a3a290 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:57.469734 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7978bf0c-1938-4774-b218-d60190a3a290 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:57.470093 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7978bf0c-1938-4774-b218-d60190a3a290 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:36:57.475715 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-7978bf0c-1938-4774-b218-d60190a3a290 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:36:57.512677 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7978bf0c-1938-4774-b218-d60190a3a290 None None] Network 89e241a6-c22e-41ae-9bbc-2825eb64df4b is already hosted by enough agents. {{(pid=80167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:36:57.514478 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [None req-7978bf0c-1938-4774-b218-d60190a3a290 None None] Resources bound (agent type, host, resource id): {{(pid=80167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:36:57.516931 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7978bf0c-1938-4774-b218-d60190a3a290 None None] Received port after_create {{(pid=80167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:36:57.535213 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.db_base_plugin_common [None req-6830485c-1108-474d-8ef8-21ad544dd296 admin admin] Allocated IP 172.28.2.43 (8d9e1b39-82c1-4058-b2cd-c5f96fe21028/38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0/f06260cf-d754-41c0-b614-daf97ccdf458) {{(pid=80166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:36:57.587354 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-7978bf0c-1938-4774-b218-d60190a3a290 None None] Attempting to bind port e7fc1730-dda9-414a-ab71-89d440fba7e1 on host dv-cinder-750782-5-smb for vnic_type normal with profile {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:36:57.587774 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-7978bf0c-1938-4774-b218-d60190a3a290 None None] Attempting to bind port e7fc1730-dda9-414a-ab71-89d440fba7e1 by drivers openvswitch on host dv-cinder-750782-5-smb at level 0 using segments [{'id': 'd93607ed-2f89-4fb3-8de4-b61c7715179a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '89e241a6-c22e-41ae-9bbc-2825eb64df4b'}] {{(pid=80167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:36:57.588193 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7978bf0c-1938-4774-b218-d60190a3a290 None None] Attempting to bind port e7fc1730-dda9-414a-ab71-89d440fba7e1 on network 89e241a6-c22e-41ae-9bbc-2825eb64df4b {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:36:57.597127 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7978bf0c-1938-4774-b218-d60190a3a290 None None] Checking agent: {'id': 'f078d5c4-c25a-4ec9-8658-39b8d5860620', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 17, 33), 'started_at': datetime.datetime(2021, 1, 19, 22, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:36:57.598622 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7978bf0c-1938-4774-b218-d60190a3a290 None None] Checking segment: {'id': 'd93607ed-2f89-4fb3-8de4-b61c7715179a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '89e241a6-c22e-41ae-9bbc-2825eb64df4b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:36:57.599281 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-7978bf0c-1938-4774-b218-d60190a3a290 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:57.599805 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7978bf0c-1938-4774-b218-d60190a3a290 None None] Bound using segment: {'id': 'd93607ed-2f89-4fb3-8de4-b61c7715179a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '89e241a6-c22e-41ae-9bbc-2825eb64df4b'} {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:36:57.600366 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-7978bf0c-1938-4774-b218-d60190a3a290 None None] Bound port: e7fc1730-dda9-414a-ab71-89d440fba7e1, host: dv-cinder-750782-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd93607ed-2f89-4fb3-8de4-b61c7715179a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '89e241a6-c22e-41ae-9bbc-2825eb64df4b'}}] {{(pid=80167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:36:57.600797 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-7978bf0c-1938-4774-b218-d60190a3a290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:57.693657 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-6830485c-1108-474d-8ef8-21ad544dd296 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:57.724910 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-6830485c-1108-474d-8ef8-21ad544dd296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307085170889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843396414'] for port, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:57.740127 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:36:57.839489 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-7978bf0c-1938-4774-b218-d60190a3a290 None None] For port e7fc1730-dda9-414a-ab71-89d440fba7e1, host dv-cinder-750782-5-smb, cleared binding levels {{(pid=80167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:36:57.851640 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-7978bf0c-1938-4774-b218-d60190a3a290 None None] For port e7fc1730-dda9-414a-ab71-89d440fba7e1, host dv-cinder-750782-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=e7fc1730-dda9-414a-ab71-89d440fba7e1,segment=NetworkSegment(d93607ed-2f89-4fb3-8de4-b61c7715179a),segment_id=d93607ed-2f89-4fb3-8de4-b61c7715179a)] {{(pid=80167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:36:57.856922 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-7978bf0c-1938-4774-b218-d60190a3a290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:57.873835 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:36:57.877079 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6830485c-1108-474d-8ef8-21ad544dd296 admin admin] Pushing event updated for resources: {'Port': ['ID=f06260cf-d754-41c0-b614-daf97ccdf458,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:36:57.881494 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-6830485c-1108-474d-8ef8-21ad544dd296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:36:57.932912 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6830485c-1108-474d-8ef8-21ad544dd296 admin admin] Network 8d9e1b39-82c1-4058-b2cd-c5f96fe21028 is already hosted by enough agents. {{(pid=80166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:36:57.934607 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [None req-6830485c-1108-474d-8ef8-21ad544dd296 admin admin] Resources bound (agent type, host, resource id): {{(pid=80166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:36:57.937264 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6830485c-1108-474d-8ef8-21ad544dd296 admin admin] Received port after_create {{(pid=80166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:36:58.045097 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978bf0c-1938-4774-b218-d60190a3a290 None None] Pushing event updated for resources: {'Port': ['ID=e7fc1730-dda9-414a-ab71-89d440fba7e1,revision_number=2']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:36:58.051021 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-7978bf0c-1938-4774-b218-d60190a3a290 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:36:58.370829 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-6830485c-1108-474d-8ef8-21ad544dd296 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:58.805401 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device e7fc1730-dda9-414a-ab71-89d440fba7e1 up at agent ovs-agent-dv-cinder-750782-5-smb {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:36:58.879454 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-59d2c873-f925-4761-8247-24dab617d4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:58.891346 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Provisioning for port e7fc1730-dda9-414a-ab71-89d440fba7e1 completed by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:36:58.987275 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-6830485c-1108-474d-8ef8-21ad544dd296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854333059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451232'] for router, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:59.209590 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6830485c-1108-474d-8ef8-21ad544dd296 admin admin] Router 695ca0bf-fadb-44d8-802a-8edaf914bace is scheduled to L3 agent f53f1119-c8e9-4b63-a732-32c6c8f5b9fc with binding_index 1 {{(pid=80166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 19 22:36:59.408373 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6830485c-1108-474d-8ef8-21ad544dd296 admin admin] Notify agent at l3_agent.dv-cinder-750782-5-smb the message routers_updated {{(pid=80166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:36:59.417759 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b5c8d8-b02a-466c-bd55-82cd877550fb None None] Sync routers for ids ['695ca0bf-fadb-44d8-802a-8edaf914bace'] in dv-cinder-750782-5-smb {{(pid=80167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:36:59.428238 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b5c8d8-b02a-466c-bd55-82cd877550fb None None] Routers {'695ca0bf-fadb-44d8-802a-8edaf914bace'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:36:59.428921 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-d7b5c8d8-b02a-466c-bd55-82cd877550fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:36:32Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['695ca0bf-fadb-44d8-802a-8edaf914bace'], 'active': True} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:36:59.432873 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-6830485c-1108-474d-8ef8-21ad544dd296 admin admin] Notify callbacks [] for router, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:59.435738 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-6830485c-1108-474d-8ef8-21ad544dd296 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8878589 Jan 19 22:36:59.437187 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 59028) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:36:59.488603 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f073d6d-6aa8-4593-93a2-d3984db7bc63 None None] Network 89e241a6-c22e-41ae-9bbc-2825eb64df4b requested from dv-cinder-750782-5-smb {{(pid=80167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:36:59.831116 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-42cab9b6-c467-4263-8141-4b1d1823dfec None None] Provisioning for port e7fc1730-dda9-414a-ab71-89d440fba7e1 completed by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:36:59.848310 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-42cab9b6-c467-4263-8141-4b1d1823dfec None None] Provisioning complete for port e7fc1730-dda9-414a-ab71-89d440fba7e1 triggered by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:36:59.848735 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-42cab9b6-c467-4263-8141-4b1d1823dfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:00.016791 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-d7b5c8d8-b02a-466c-bd55-82cd877550fb None None] Set router 695ca0bf-fadb-44d8-802a-8edaf914bace gateway port host: dv-cinder-750782-5-smb {{(pid=80167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:37:00.247079 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e036d087-a16a-4b38-84b6-75f790bc44ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:00.315449 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6b39e037-25bf-40cb-85bf-3b4ef05850c0 req-ef7583e8-756e-400f-ad2f-525219f6a681 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/floatingips/a592ff4b-a1c2-45bb-b429-a16c1562901a HTTP/1.1" status: 200 len: 998 time: 0.3272777 Jan 19 22:37:00.332623 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-42cab9b6-c467-4263-8141-4b1d1823dfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:00.417130 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-42cab9b6-c467-4263-8141-4b1d1823dfec None None] For port e7fc1730-dda9-414a-ab71-89d440fba7e1, host dv-cinder-750782-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=e7fc1730-dda9-414a-ab71-89d440fba7e1,segment=NetworkSegment(d93607ed-2f89-4fb3-8de4-b61c7715179a),segment_id=d93607ed-2f89-4fb3-8de4-b61c7715179a)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:37:00.452933 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-42cab9b6-c467-4263-8141-4b1d1823dfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:00.458976 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-8cc82af3-c178-4861-becf-532d4e9251a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:37:00.548586 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cab9b6-c467-4263-8141-4b1d1823dfec None None] Pushing event updated for resources: {'Port': ['ID=e7fc1730-dda9-414a-ab71-89d440fba7e1,revision_number=3']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:37:00.552825 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-42cab9b6-c467-4263-8141-4b1d1823dfec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:37:00.564760 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-d7b5c8d8-b02a-466c-bd55-82cd877550fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '695ca0bf-fadb-44d8-802a-8edaf914bace', 'name': 'tempest-TestMinimumBasicScenario-826735016-router', 'tenant_id': 'fddaecd504844feeb47e1f8b7938103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.43'}], 'enable_snat': True}, 'gw_port_id': 'f06260cf-d754-41c0-b614-daf97ccdf458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:36:56Z', 'updated_at': '2021-01-19T22:36:58Z', 'revision_number': 3, 'project_id': 'fddaecd504844feeb47e1f8b7938103e', 'gw_port': {'id': 'f06260cf-d754-41c0-b614-daf97ccdf458', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '695ca0bf-fadb-44d8-802a-8edaf914bace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:36:57Z', 'updated_at': '2021-01-19T22:36:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb'}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:37:00.569187 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b5c8d8-b02a-466c-bd55-82cd877550fb None None] Checking router: 695ca0bf-fadb-44d8-802a-8edaf914bace for host: dv-cinder-750782-5-smb {{(pid=80167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:37:00.569619 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b5c8d8-b02a-466c-bd55-82cd877550fb None None] Updating router 695ca0bf-fadb-44d8-802a-8edaf914bace port f06260cf-d754-41c0-b614-daf97ccdf458 binding host dv-cinder-750782-5-smb {{(pid=80167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 19 22:37:00.632950 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-d7b5c8d8-b02a-466c-bd55-82cd877550fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:00.665760 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39e037-25bf-40cb-85bf-3b4ef05850c0 req-244e7966-5a9f-421e-9cb3-d036f684e450 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:00.667331 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6b39e037-25bf-40cb-85bf-3b4ef05850c0 req-244e7966-5a9f-421e-9cb3-d036f684e450 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/networks/8d9e1b39-82c1-4058-b2cd-c5f96fe21028 HTTP/1.1" status: 200 len: 784 time: 0.3365705 Jan 19 22:37:00.684691 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [req-6b39e037-25bf-40cb-85bf-3b4ef05850c0 req-49c98996-f4c7-42d0-956c-bfb982d415ff tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80166) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 22:37:00.685823 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6b39e037-25bf-40cb-85bf-3b4ef05850c0 req-49c98996-f4c7-42d0-956c-bfb982d415ff tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0103030 Jan 19 22:37:00.819262 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device e7fc1730-dda9-414a-ab71-89d440fba7e1 up at agent ovs-agent-dv-cinder-750782-5-smb {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:37:00.913004 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-a9a70c9c-63a3-4fb0-acc0-512759a2d7b9 None None] Provisioning complete for port e7fc1730-dda9-414a-ab71-89d440fba7e1 triggered by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:37:00.913467 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a9a70c9c-63a3-4fb0-acc0-512759a2d7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:01.107406 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Provisioning complete for port e7fc1730-dda9-414a-ab71-89d440fba7e1 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:37:01.107830 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:01.155474 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6b39e037-25bf-40cb-85bf-3b4ef05850c0 req-487df134-97c2-4f17-b57c-58ee2e2a8b9e tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.28.2.234 HTTP/1.1" status: 200 len: 1001 time: 0.4582360 Jan 19 22:37:01.248211 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.db_base_plugin_common [None req-e036d087-a16a-4b38-84b6-75f790bc44ec admin admin] Allocated IP 172.20.0.1 (89e241a6-c22e-41ae-9bbc-2825eb64df4b/9c35fe21-4842-4614-ae1d-e82e817e996b/5f0b15b7-735a-4c93-aaf5-fb292408d009) {{(pid=80166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:37:01.274696 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39e037-25bf-40cb-85bf-3b4ef05850c0 req-e1326950-d774-420b-b037-17648680403b tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:01.276206 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6b39e037-25bf-40cb-85bf-3b4ef05850c0 req-e1326950-d774-420b-b037-17648680403b tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/ports/ab6680c3-2976-4732-b364-551124df54ce HTTP/1.1" status: 200 len: 942 time: 0.1148193 Jan 19 22:37:01.404499 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-d7b5c8d8-b02a-466c-bd55-82cd877550fb None None] Notify callbacks [] for port, precommit_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:01.409004 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-e1575738-cf4d-4661-95b2-fa867e67984f None None] Provisioning complete for port e7fc1730-dda9-414a-ab71-89d440fba7e1 triggered by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:37:01.409450 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e1575738-cf4d-4661-95b2-fa867e67984f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:01.468575 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-d7b5c8d8-b02a-466c-bd55-82cd877550fb None None] Transition to ACTIVE for port object f06260cf-d754-41c0-b614-daf97ccdf458 will not be triggered until provisioned by entity L2. {{(pid=80167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:37:01.481977 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-d7b5c8d8-b02a-466c-bd55-82cd877550fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:01.500339 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:37:01.531812 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6b39e037-25bf-40cb-85bf-3b4ef05850c0 req-ff8bcb01-1497-4c7e-8d6d-48e611f318cd tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.28.2.234 HTTP/1.1" status: 200 len: 1001 time: 0.1467834 Jan 19 22:37:01.540495 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1243c519-8875-4095-9705-67b78462088e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:01.607010 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e036d087-a16a-4b38-84b6-75f790bc44ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:01.654667 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-e036d087-a16a-4b38-84b6-75f790bc44ec admin admin] Transition to ACTIVE for port object 5f0b15b7-735a-4c93-aaf5-fb292408d009 will not be triggered until provisioned by entity DHCP. {{(pid=80166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:37:01.660996 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afade19f-8c2e-4499-806c-e7aa979dc677 None None] Pushing event updated for resources: {'Port': ['ID=f06260cf-d754-41c0-b614-daf97ccdf458,revision_number=2']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:37:01.666004 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-afade19f-8c2e-4499-806c-e7aa979dc677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:37:01.769214 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-d7b5c8d8-b02a-466c-bd55-82cd877550fb None None] Attempting to bind port f06260cf-d754-41c0-b614-daf97ccdf458 on host dv-cinder-750782-5-smb for vnic_type normal with profile {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:37:01.769214 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-d7b5c8d8-b02a-466c-bd55-82cd877550fb None None] Attempting to bind port f06260cf-d754-41c0-b614-daf97ccdf458 by drivers openvswitch on host dv-cinder-750782-5-smb at level 0 using segments [{'id': 'eae0621e-0013-4ba3-ab53-cef85e02fc92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028'}] {{(pid=80167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:37:01.769637 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b5c8d8-b02a-466c-bd55-82cd877550fb None None] Attempting to bind port f06260cf-d754-41c0-b614-daf97ccdf458 on network 8d9e1b39-82c1-4058-b2cd-c5f96fe21028 {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:37:01.783967 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b5c8d8-b02a-466c-bd55-82cd877550fb None None] Checking agent: {'id': 'f078d5c4-c25a-4ec9-8658-39b8d5860620', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 17, 33), 'started_at': datetime.datetime(2021, 1, 19, 22, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:37:01.784401 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b5c8d8-b02a-466c-bd55-82cd877550fb None None] Checking segment: {'id': 'eae0621e-0013-4ba3-ab53-cef85e02fc92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:37:01.784857 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-d7b5c8d8-b02a-466c-bd55-82cd877550fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:01.785303 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b5c8d8-b02a-466c-bd55-82cd877550fb None None] Bound using segment: {'id': 'eae0621e-0013-4ba3-ab53-cef85e02fc92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028'} {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:37:01.785851 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-d7b5c8d8-b02a-466c-bd55-82cd877550fb None None] Bound port: f06260cf-d754-41c0-b614-daf97ccdf458, host: dv-cinder-750782-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae0621e-0013-4ba3-ab53-cef85e02fc92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028'}}] {{(pid=80167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:37:01.786284 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-d7b5c8d8-b02a-466c-bd55-82cd877550fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:01.796018 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [req-6b39e037-25bf-40cb-85bf-3b4ef05850c0 req-9c40785e-08f5-41aa-a803-9a778022483d tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Deleting port 11b7972d-0717-4648-88e7-e4365f5ee0fe {{(pid=80166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:37:01.796420 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-6b39e037-25bf-40cb-85bf-3b4ef05850c0 req-9c40785e-08f5-41aa-a803-9a778022483d tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:01.827399 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e036d087-a16a-4b38-84b6-75f790bc44ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307085170889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843396414'] for port, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:01.831789 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0c558b53-5d37-4b97-b1be-53c55d3ea492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:01.849183 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-cb955531-9c3e-4b8e-864a-e98015e5aa9e tempest-VolumesActionsTest-1107432711 tempest-VolumesActionsTest-1107432711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:37:01.871855 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-d7b5c8d8-b02a-466c-bd55-82cd877550fb None None] For port f06260cf-d754-41c0-b614-daf97ccdf458, host dv-cinder-750782-5-smb, cleared binding levels {{(pid=80167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:37:01.875197 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-d7b5c8d8-b02a-466c-bd55-82cd877550fb None None] For port f06260cf-d754-41c0-b614-daf97ccdf458, host dv-cinder-750782-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=f06260cf-d754-41c0-b614-daf97ccdf458,segment=NetworkSegment(eae0621e-0013-4ba3-ab53-cef85e02fc92),segment_id=eae0621e-0013-4ba3-ab53-cef85e02fc92)] {{(pid=80167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:37:01.878325 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-d7b5c8d8-b02a-466c-bd55-82cd877550fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:01.894685 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-3fa5b194-f018-44fb-92d2-359f80bb920d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:37:02.027309 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e036d087-a16a-4b38-84b6-75f790bc44ec admin admin] Pushing event updated for resources: {'Port': ['ID=5f0b15b7-735a-4c93-aaf5-fb292408d009,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:37:02.036982 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-e036d087-a16a-4b38-84b6-75f790bc44ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:37:02.047370 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afade19f-8c2e-4499-806c-e7aa979dc677 None None] Pushing event updated for resources: {'Port': ['ID=f06260cf-d754-41c0-b614-daf97ccdf458,revision_number=3']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:37:02.050927 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-afade19f-8c2e-4499-806c-e7aa979dc677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:37:02.096239 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b5c8d8-b02a-466c-bd55-82cd877550fb None None] Routers {'695ca0bf-fadb-44d8-802a-8edaf914bace'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:37:02.096909 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-d7b5c8d8-b02a-466c-bd55-82cd877550fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:37:02Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['695ca0bf-fadb-44d8-802a-8edaf914bace'], 'active': True} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:37:02.174556 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-6b39e037-25bf-40cb-85bf-3b4ef05850c0 req-9c40785e-08f5-41aa-a803-9a778022483d tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137761'] for port, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:02.174924 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-6b39e037-25bf-40cb-85bf-3b4ef05850c0 req-9c40785e-08f5-41aa-a803-9a778022483d tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Notify callbacks [] for floatingip, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:02.249726 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e036d087-a16a-4b38-84b6-75f790bc44ec admin admin] Network 89e241a6-c22e-41ae-9bbc-2825eb64df4b is already hosted by enough agents. {{(pid=80166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:37:02.313516 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [None req-e036d087-a16a-4b38-84b6-75f790bc44ec admin admin] Resources bound (agent type, host, resource id): {{(pid=80166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:37:02.322088 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [req-6b39e037-25bf-40cb-85bf-3b4ef05850c0 req-9c40785e-08f5-41aa-a803-9a778022483d tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Calling delete_port for 11b7972d-0717-4648-88e7-e4365f5ee0fe owned by network:floatingip {{(pid=80166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:37:02.351515 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e036d087-a16a-4b38-84b6-75f790bc44ec admin admin] Received port after_create {{(pid=80166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:37:02.444195 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e036d087-a16a-4b38-84b6-75f790bc44ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447740'] for router_interface, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:02.484610 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-d7b5c8d8-b02a-466c-bd55-82cd877550fb None None] Set router 695ca0bf-fadb-44d8-802a-8edaf914bace gateway port host: dv-cinder-750782-5-smb {{(pid=80167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:37:02.650815 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-520c2835-4ec5-4e9d-a718-6e0c4cefc321 None None] Provisioning for port 5f0b15b7-735a-4c93-aaf5-fb292408d009 completed by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:37:02.701877 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-520c2835-4ec5-4e9d-a718-6e0c4cefc321 None None] Provisioning complete for port 5f0b15b7-735a-4c93-aaf5-fb292408d009 triggered by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:37:02.702283 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-520c2835-4ec5-4e9d-a718-6e0c4cefc321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:02.747285 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-6b39e037-25bf-40cb-85bf-3b4ef05850c0 req-9c40785e-08f5-41aa-a803-9a778022483d tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307084714663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307085172425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843396414'] for port, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:02.767736 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-0f01f192-eaf5-4683-8695-6858bbea0799 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:37:02.796005 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-520c2835-4ec5-4e9d-a718-6e0c4cefc321 None None] Port 5f0b15b7-735a-4c93-aaf5-fb292408d009 cannot update to ACTIVE because it is not bound. {{(pid=80167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 22:37:02.832464 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40785e-08f5-41aa-a803-9a778022483d tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Pushing event deleted for resources: {'Port': ['ID=11b7972d-0717-4648-88e7-e4365f5ee0fe,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:37:02.841207 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-9c40785e-08f5-41aa-a803-9a778022483d tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:37:02.845351 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e036d087-a16a-4b38-84b6-75f790bc44ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:02.864624 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-d7b5c8d8-b02a-466c-bd55-82cd877550fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '695ca0bf-fadb-44d8-802a-8edaf914bace', 'name': 'tempest-TestMinimumBasicScenario-826735016-router', 'tenant_id': 'fddaecd504844feeb47e1f8b7938103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.43'}], 'enable_snat': True}, 'gw_port_id': 'f06260cf-d754-41c0-b614-daf97ccdf458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:36:56Z', 'updated_at': '2021-01-19T22:36:58Z', 'revision_number': 3, 'project_id': 'fddaecd504844feeb47e1f8b7938103e', 'gw_port': {'id': 'f06260cf-d754-41c0-b614-daf97ccdf458', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '695ca0bf-fadb-44d8-802a-8edaf914bace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:36:57Z', 'updated_at': '2021-01-19T22:37:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb'}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:37:02.868791 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b5c8d8-b02a-466c-bd55-82cd877550fb None None] The sync data for ids ['695ca0bf-fadb-44d8-802a-8edaf914bace'] in dv-cinder-750782-5-smb is: [{'id': '695ca0bf-fadb-44d8-802a-8edaf914bace', 'name': 'tempest-TestMinimumBasicScenario-826735016-router', 'tenant_id': 'fddaecd504844feeb47e1f8b7938103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.43'}], 'enable_snat': True}, 'gw_port_id': 'f06260cf-d754-41c0-b614-daf97ccdf458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:36:56Z', 'updated_at': '2021-01-19T22:36:58Z', 'revision_number': 3, 'project_id': 'fddaecd504844feeb47e1f8b7938103e', 'gw_port': {'id': 'f06260cf-d754-41c0-b614-daf97ccdf458', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '695ca0bf-fadb-44d8-802a-8edaf914bace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:36:57Z', 'updated_at': '2021-01-19T22:37:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb'}] {{(pid=80167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:37:03.055798 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:03.159769 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-6b39e037-25bf-40cb-85bf-3b4ef05850c0 req-9c40785e-08f5-41aa-a803-9a778022483d tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Notify callbacks [] for floatingip, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:03.160318 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.db.l3_db [req-6b39e037-25bf-40cb-85bf-3b4ef05850c0 req-9c40785e-08f5-41aa-a803-9a778022483d tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Floating IP a592ff4b-a1c2-45bb-b429-a16c1562901a disassociated (deleted). External IP: 172.28.2.234, port: ab6680c3-2976-4732-b364-551124df54ce. Jan 19 22:37:03.454622 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8bdf443e-3544-4df7-a37c-063f9f459872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:03.818566 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e036d087-a16a-4b38-84b6-75f790bc44ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:03.833853 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e036d087-a16a-4b38-84b6-75f790bc44ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11379449'] for port, after_update {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:03.865619 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-42bb25a3-801c-4bc8-80cf-8075b3f28046 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:37:03.973618 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-e036d087-a16a-4b38-84b6-75f790bc44ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-541615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854328225'] for router_interface, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:03.996657 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e036d087-a16a-4b38-84b6-75f790bc44ec admin admin] Pushing event updated for resources: {'Port': ['ID=5f0b15b7-735a-4c93-aaf5-fb292408d009,revision_number=2']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:37:04.016785 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-e036d087-a16a-4b38-84b6-75f790bc44ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:37:04.107461 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b39e037-25bf-40cb-85bf-3b4ef05850c0 req-9c40785e-08f5-41aa-a803-9a778022483d tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Router d4f0b7d9-1d40-4a1f-987b-f4715a410a33 has already been hosted by L3 agent f53f1119-c8e9-4b63-a732-32c6c8f5b9fc {{(pid=80166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 22:37:04.291279 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e036d087-a16a-4b38-84b6-75f790bc44ec admin admin] Network 89e241a6-c22e-41ae-9bbc-2825eb64df4b is already hosted by enough agents. {{(pid=80166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:37:04.294522 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [None req-e036d087-a16a-4b38-84b6-75f790bc44ec admin admin] Resources bound (agent type, host, resource id): {{(pid=80166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:37:04.479937 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b39e037-25bf-40cb-85bf-3b4ef05850c0 req-9c40785e-08f5-41aa-a803-9a778022483d tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Notify agent at l3_agent.dv-cinder-750782-5-smb the message routers_updated {{(pid=80166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:37:04.489601 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e36ef07-a96e-45d7-98cf-a66b6a9147d6 None None] Sync routers for ids ['d4f0b7d9-1d40-4a1f-987b-f4715a410a33'] in dv-cinder-750782-5-smb {{(pid=80168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:37:04.499770 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e36ef07-a96e-45d7-98cf-a66b6a9147d6 None None] Routers {'d4f0b7d9-1d40-4a1f-987b-f4715a410a33'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:37:04.500446 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-3e36ef07-a96e-45d7-98cf-a66b6a9147d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:37:02Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['d4f0b7d9-1d40-4a1f-987b-f4715a410a33'], 'active': True} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:37:04.538328 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e036d087-a16a-4b38-84b6-75f790bc44ec admin admin] Router 695ca0bf-fadb-44d8-802a-8edaf914bace has already been hosted by L3 agent f53f1119-c8e9-4b63-a732-32c6c8f5b9fc {{(pid=80166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 22:37:04.539969 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-6b39e037-25bf-40cb-85bf-3b4ef05850c0 req-9c40785e-08f5-41aa-a803-9a778022483d tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for floatingip, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:04.557335 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-121013c7-c450-49b3-b1fb-161fcf406822 None None] Provisioning complete for port 5f0b15b7-735a-4c93-aaf5-fb292408d009 triggered by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:37:04.558026 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-121013c7-c450-49b3-b1fb-161fcf406822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:04.623559 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-121013c7-c450-49b3-b1fb-161fcf406822 None None] Port 5f0b15b7-735a-4c93-aaf5-fb292408d009 cannot update to ACTIVE because it is not bound. {{(pid=80167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 22:37:04.701606 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-3e36ef07-a96e-45d7-98cf-a66b6a9147d6 None None] Set router d4f0b7d9-1d40-4a1f-987b-f4715a410a33 gateway port host: dv-cinder-750782-5-smb {{(pid=80168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:37:04.732738 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6b39e037-25bf-40cb-85bf-3b4ef05850c0 req-9c40785e-08f5-41aa-a803-9a778022483d tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "DELETE /v2.0/floatingips/a592ff4b-a1c2-45bb-b429-a16c1562901a HTTP/1.1" status: 204 len: 173 time: 3.1920209 Jan 19 22:37:04.735671 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef3a131f-73aa-424d-bc8a-087bf2e57e10', 'tag': 'ab6680c3-2976-4732-b364-551124df54ce'}] {{(pid=80166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:37:04.813972 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef3a131f-73aa-424d-bc8a-087bf2e57e10', 'tag': 'ab6680c3-2976-4732-b364-551124df54ce', 'status': 'completed', 'code': 200} Jan 19 22:37:04.840437 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device f06260cf-d754-41c0-b614-daf97ccdf458 up at agent ovs-agent-dv-cinder-750782-5-smb {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:37:04.853448 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e036d087-a16a-4b38-84b6-75f790bc44ec admin admin] Notify agent at l3_agent.dv-cinder-750782-5-smb the message routers_updated {{(pid=80166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:37:04.861935 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-e036d087-a16a-4b38-84b6-75f790bc44ec admin admin] 10.222.0.43 "PUT /v2.0/routers/695ca0bf-fadb-44d8-802a-8edaf914bace/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4231224 Jan 19 22:37:04.899246 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39e037-25bf-40cb-85bf-3b4ef05850c0 req-3245fae6-de0a-4ee7-8688-315b6f6fc51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:04.900951 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6b39e037-25bf-40cb-85bf-3b4ef05850c0 req-3245fae6-de0a-4ee7-8688-315b6f6fc51f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=01433532f839429f9ab490395be6df9b&device_id=ef3a131f-73aa-424d-bc8a-087bf2e57e10 HTTP/1.1" status: 200 len: 1162 time: 0.1258919 Jan 19 22:37:04.960870 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Provisioning for port f06260cf-d754-41c0-b614-daf97ccdf458 completed by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:37:04.966414 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Provisioning complete for port f06260cf-d754-41c0-b614-daf97ccdf458 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:37:04.966776 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:05.087587 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-3e36ef07-a96e-45d7-98cf-a66b6a9147d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f0b7d9-1d40-4a1f-987b-f4715a410a33', 'name': 'tempest-TestShelveInstance-2117628484-router', 'tenant_id': '01433532f839429f9ab490395be6df9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ecd28f76-9f38-435b-9ab1-b6b22f91772b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:32:40Z', 'updated_at': '2021-01-19T22:32:45Z', 'revision_number': 4, 'project_id': '01433532f839429f9ab490395be6df9b', 'gw_port': {'id': 'ecd28f76-9f38-435b-9ab1-b6b22f91772b', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f0b7d9-1d40-4a1f-987b-f4715a410a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:32:41Z', 'updated_at': '2021-01-19T22:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_interfaces': [{'id': '1b3512bc-f803-466f-bdbd-d2fa8751c5f1', 'name': '', 'network_id': '2a1bb381-2a87-4d84-9a2f-e3a92c9466a9', 'tenant_id': '01433532f839429f9ab490395be6df9b', 'mac_address': 'fa:16:3e:7f:de:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f0b7d9-1d40-4a1f-987b-f4715a410a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '55957ee4-9e38-46bc-b06c-2654a0308264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:32:45Z', 'updated_at': '2021-01-19T22:32:55Z', 'revision_number': 5, 'project_id': '01433532f839429f9ab490395be6df9b', 'subnets': [{'id': '55957ee4-9e38-46bc-b06c-2654a0308264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:37:05.093001 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e36ef07-a96e-45d7-98cf-a66b6a9147d6 None None] Checking router: d4f0b7d9-1d40-4a1f-987b-f4715a410a33 for host: dv-cinder-750782-5-smb {{(pid=80168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:37:05.107653 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:05.111125 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e36ef07-a96e-45d7-98cf-a66b6a9147d6 None None] Routers {'d4f0b7d9-1d40-4a1f-987b-f4715a410a33'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:37:05.112049 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-3e36ef07-a96e-45d7-98cf-a66b6a9147d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:37:02Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['d4f0b7d9-1d40-4a1f-987b-f4715a410a33'], 'active': True} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:37:05.126111 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] For port f06260cf-d754-41c0-b614-daf97ccdf458, host dv-cinder-750782-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=f06260cf-d754-41c0-b614-daf97ccdf458,segment=NetworkSegment(eae0621e-0013-4ba3-ab53-cef85e02fc92),segment_id=eae0621e-0013-4ba3-ab53-cef85e02fc92)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:37:05.130948 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:05.133110 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:37:05.193331 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39e037-25bf-40cb-85bf-3b4ef05850c0 req-30506f30-b1fc-4759-a94d-73a1de22ff19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:05.195440 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6b39e037-25bf-40cb-85bf-3b4ef05850c0 req-30506f30-b1fc-4759-a94d-73a1de22ff19 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2a1bb381-2a87-4d84-9a2f-e3a92c9466a9 HTTP/1.1" status: 200 len: 903 time: 0.2831018 Jan 19 22:37:05.198799 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e7ec0-2301-4a54-b3a6-0651a30a4dd6 req-7dea98fc-f766-4311-8948-4912f51ebe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:05.200393 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0d4e7ec0-2301-4a54-b3a6-0651a30a4dd6 req-7dea98fc-f766-4311-8948-4912f51ebe73 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=01433532f839429f9ab490395be6df9b&device_id=ef3a131f-73aa-424d-bc8a-087bf2e57e10 HTTP/1.1" status: 200 len: 1162 time: 0.3240914 Jan 19 22:37:05.214426 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Pushing event updated for resources: {'Port': ['ID=f06260cf-d754-41c0-b614-daf97ccdf458,revision_number=4']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:37:05.217913 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:37:05.316362 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6b39e037-25bf-40cb-85bf-3b4ef05850c0 req-a510adc2-5ce1-4127-9805-ef20eed7fc16 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab6680c3-2976-4732-b364-551124df54ce HTTP/1.1" status: 200 len: 217 time: 0.1091754 Jan 19 22:37:05.356751 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-3e36ef07-a96e-45d7-98cf-a66b6a9147d6 None None] Set router d4f0b7d9-1d40-4a1f-987b-f4715a410a33 gateway port host: dv-cinder-750782-5-smb {{(pid=80168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:37:05.732675 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39e037-25bf-40cb-85bf-3b4ef05850c0 req-40a4a04a-9bac-4d52-9e37-125314ab75d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:05.739492 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-3e36ef07-a96e-45d7-98cf-a66b6a9147d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f0b7d9-1d40-4a1f-987b-f4715a410a33', 'name': 'tempest-TestShelveInstance-2117628484-router', 'tenant_id': '01433532f839429f9ab490395be6df9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ecd28f76-9f38-435b-9ab1-b6b22f91772b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:32:40Z', 'updated_at': '2021-01-19T22:32:45Z', 'revision_number': 4, 'project_id': '01433532f839429f9ab490395be6df9b', 'gw_port': {'id': 'ecd28f76-9f38-435b-9ab1-b6b22f91772b', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f0b7d9-1d40-4a1f-987b-f4715a410a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:32:41Z', 'updated_at': '2021-01-19T22:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_interfaces': [{'id': '1b3512bc-f803-466f-bdbd-d2fa8751c5f1', 'name': '', 'network_id': '2a1bb381-2a87-4d84-9a2f-e3a92c9466a9', 'tenant_id': '01433532f839429f9ab490395be6df9b', 'mac_address': 'fa:16:3e:7f:de:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f0b7d9-1d40-4a1f-987b-f4715a410a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '55957ee4-9e38-46bc-b06c-2654a0308264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:32:45Z', 'updated_at': '2021-01-19T22:32:55Z', 'revision_number': 5, 'project_id': '01433532f839429f9ab490395be6df9b', 'subnets': [{'id': '55957ee4-9e38-46bc-b06c-2654a0308264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:37:05.740877 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6b39e037-25bf-40cb-85bf-3b4ef05850c0 req-40a4a04a-9bac-4d52-9e37-125314ab75d5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=55957ee4-9e38-46bc-b06c-2654a0308264 HTTP/1.1" status: 200 len: 848 time: 0.4157946 Jan 19 22:37:05.750471 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e36ef07-a96e-45d7-98cf-a66b6a9147d6 None None] The sync data for ids ['d4f0b7d9-1d40-4a1f-987b-f4715a410a33'] in dv-cinder-750782-5-smb is: [{'id': 'd4f0b7d9-1d40-4a1f-987b-f4715a410a33', 'name': 'tempest-TestShelveInstance-2117628484-router', 'tenant_id': '01433532f839429f9ab490395be6df9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ecd28f76-9f38-435b-9ab1-b6b22f91772b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:32:40Z', 'updated_at': '2021-01-19T22:32:45Z', 'revision_number': 4, 'project_id': '01433532f839429f9ab490395be6df9b', 'gw_port': {'id': 'ecd28f76-9f38-435b-9ab1-b6b22f91772b', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f0b7d9-1d40-4a1f-987b-f4715a410a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:32:41Z', 'updated_at': '2021-01-19T22:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_interfaces': [{'id': '1b3512bc-f803-466f-bdbd-d2fa8751c5f1', 'name': '', 'network_id': '2a1bb381-2a87-4d84-9a2f-e3a92c9466a9', 'tenant_id': '01433532f839429f9ab490395be6df9b', 'mac_address': 'fa:16:3e:7f:de:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f0b7d9-1d40-4a1f-987b-f4715a410a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '55957ee4-9e38-46bc-b06c-2654a0308264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:32:45Z', 'updated_at': '2021-01-19T22:32:55Z', 'revision_number': 5, 'project_id': '01433532f839429f9ab490395be6df9b', 'subnets': [{'id': '55957ee4-9e38-46bc-b06c-2654a0308264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:37:05.766834 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd339e9-e2f2-42f5-b5db-fd51177dae33 None None] Sync routers for ids ['695ca0bf-fadb-44d8-802a-8edaf914bace'] in dv-cinder-750782-5-smb {{(pid=80167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:37:05.778612 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd339e9-e2f2-42f5-b5db-fd51177dae33 None None] Routers {'695ca0bf-fadb-44d8-802a-8edaf914bace'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:37:05.779767 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-1dd339e9-e2f2-42f5-b5db-fd51177dae33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:37:02Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['695ca0bf-fadb-44d8-802a-8edaf914bace'], 'active': True} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:37:05.843213 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e7ec0-2301-4a54-b3a6-0651a30a4dd6 req-14f696c5-aa9d-46dc-a886-f7e9ee1a19d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:05.845151 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0d4e7ec0-2301-4a54-b3a6-0651a30a4dd6 req-14f696c5-aa9d-46dc-a886-f7e9ee1a19d9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2a1bb381-2a87-4d84-9a2f-e3a92c9466a9 HTTP/1.1" status: 200 len: 903 time: 0.5741248 Jan 19 22:37:05.932805 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0d4e7ec0-2301-4a54-b3a6-0651a30a4dd6 req-a85da2a4-3533-4034-98bc-6f91f099dfe6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab6680c3-2976-4732-b364-551124df54ce HTTP/1.1" status: 200 len: 217 time: 0.0796347 Jan 19 22:37:06.020156 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-1dd339e9-e2f2-42f5-b5db-fd51177dae33 None None] Set router 695ca0bf-fadb-44d8-802a-8edaf914bace gateway port host: dv-cinder-750782-5-smb {{(pid=80167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:37:06.025819 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39e037-25bf-40cb-85bf-3b4ef05850c0 req-0477ae8c-e5cc-42f3-af4f-404670d43d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:06.025819 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6b39e037-25bf-40cb-85bf-3b4ef05850c0 req-0477ae8c-e5cc-42f3-af4f-404670d43d41 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2a1bb381-2a87-4d84-9a2f-e3a92c9466a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2834146 Jan 19 22:37:06.168376 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e7ec0-2301-4a54-b3a6-0651a30a4dd6 req-7e20e9f2-cb36-479a-8d3e-f149db5bf206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:06.170397 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0d4e7ec0-2301-4a54-b3a6-0651a30a4dd6 req-7e20e9f2-cb36-479a-8d3e-f149db5bf206 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=55957ee4-9e38-46bc-b06c-2654a0308264 HTTP/1.1" status: 200 len: 848 time: 0.2239287 Jan 19 22:37:06.278073 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6b39e037-25bf-40cb-85bf-3b4ef05850c0 req-3460aa1c-1fc3-40b3-8910-83581bb3523c service neutron] 10.222.0.43 "GET /v2.0/networks/2a1bb381-2a87-4d84-9a2f-e3a92c9466a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455060 Jan 19 22:37:06.347954 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f916ee-1e5f-4fcc-aa89-4944f1d4a4fc None None] New status for floating IP a592ff4b-a1c2-45bb-b429-a16c1562901a: DOWN {{(pid=80168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 19 22:37:06.375478 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e7ec0-2301-4a54-b3a6-0651a30a4dd6 req-4fe53e70-fce6-46c3-9840-8694c87fdb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:06.377142 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0d4e7ec0-2301-4a54-b3a6-0651a30a4dd6 req-4fe53e70-fce6-46c3-9840-8694c87fdb91 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2a1bb381-2a87-4d84-9a2f-e3a92c9466a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1922364 Jan 19 22:37:06.430221 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [req-0d4e7ec0-2301-4a54-b3a6-0651a30a4dd6 req-d9ad9f78-ed81-43a7-990e-6f66a5f11e4b service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80166) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 22:37:06.431202 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0d4e7ec0-2301-4a54-b3a6-0651a30a4dd6 req-d9ad9f78-ed81-43a7-990e-6f66a5f11e4b service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0059938 Jan 19 22:37:06.485424 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-1dd339e9-e2f2-42f5-b5db-fd51177dae33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '695ca0bf-fadb-44d8-802a-8edaf914bace', 'name': 'tempest-TestMinimumBasicScenario-826735016-router', 'tenant_id': 'fddaecd504844feeb47e1f8b7938103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.43'}], 'enable_snat': True}, 'gw_port_id': 'f06260cf-d754-41c0-b614-daf97ccdf458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:36:56Z', 'updated_at': '2021-01-19T22:37:02Z', 'revision_number': 4, 'project_id': 'fddaecd504844feeb47e1f8b7938103e', 'gw_port': {'id': 'f06260cf-d754-41c0-b614-daf97ccdf458', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695ca0bf-fadb-44d8-802a-8edaf914bace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:36:57Z', 'updated_at': '2021-01-19T22:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_interfaces': [{'id': '5f0b15b7-735a-4c93-aaf5-fb292408d009', 'name': '', 'network_id': '89e241a6-c22e-41ae-9bbc-2825eb64df4b', 'tenant_id': 'fddaecd504844feeb47e1f8b7938103e', 'mac_address': 'fa:16:3e:02:c8:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '695ca0bf-fadb-44d8-802a-8edaf914bace', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '9c35fe21-4842-4614-ae1d-e82e817e996b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:37:00Z', 'updated_at': '2021-01-19T22:37:03Z', 'revision_number': 2, 'project_id': 'fddaecd504844feeb47e1f8b7938103e', 'subnets': [{'id': '9c35fe21-4842-4614-ae1d-e82e817e996b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:37:06.490086 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd339e9-e2f2-42f5-b5db-fd51177dae33 None None] Checking router: 695ca0bf-fadb-44d8-802a-8edaf914bace for host: dv-cinder-750782-5-smb {{(pid=80167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:37:06.490689 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd339e9-e2f2-42f5-b5db-fd51177dae33 None None] Updating router 695ca0bf-fadb-44d8-802a-8edaf914bace port 5f0b15b7-735a-4c93-aaf5-fb292408d009 binding host dv-cinder-750782-5-smb {{(pid=80167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 19 22:37:06.591987 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1dd339e9-e2f2-42f5-b5db-fd51177dae33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:06.607310 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6b39e037-25bf-40cb-85bf-3b4ef05850c0 req-f039ff59-1af8-4dd9-a99b-890dc2036e97 service neutron] 10.222.0.43 "GET /v2.0/networks/2a1bb381-2a87-4d84-9a2f-e3a92c9466a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3136265 Jan 19 22:37:06.670426 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0d4e7ec0-2301-4a54-b3a6-0651a30a4dd6 req-8536fd0c-6778-4541-b8be-cee657db9b8c service neutron] 10.222.0.66 "GET /v2.0/networks/2a1bb381-2a87-4d84-9a2f-e3a92c9466a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314620 Jan 19 22:37:06.823380 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device f06260cf-d754-41c0-b614-daf97ccdf458 up at agent ovs-agent-dv-cinder-750782-5-smb {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:37:06.923895 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Provisioning complete for port f06260cf-d754-41c0-b614-daf97ccdf458 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:37:06.924440 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:06.927922 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-0d4e7ec0-2301-4a54-b3a6-0651a30a4dd6 req-fcbb85dc-1e59-4c0a-b863-ad7738e8bd99 service neutron] 10.222.0.66 "GET /v2.0/networks/2a1bb381-2a87-4d84-9a2f-e3a92c9466a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2473426 Jan 19 22:37:06.957882 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.agents_db [None req-329fefd4-1494-457f-8297-9b2689c275d7 None None] Agent healthcheck: found 6 active agents {{(pid=80168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:37:07.224812 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ead7b-757c-482e-88be-aa6afad40817 req-70719310-cdf1-4a5b-8f7f-2fcbd5560660 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:07.225607 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-ca1ead7b-757c-482e-88be-aa6afad40817 req-70719310-cdf1-4a5b-8f7f-2fcbd5560660 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Synchronizing usage tracker for tenant:01433532f839429f9ab490395be6df9b on resource:port {{(pid=80166) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:37:07.246999 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-ca1ead7b-757c-482e-88be-aa6afad40817 req-70719310-cdf1-4a5b-8f7f-2fcbd5560660 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Unset dirty status for tenant:01433532f839429f9ab490395be6df9b on resource:port {{(pid=80166) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:37:07.248319 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ca1ead7b-757c-482e-88be-aa6afad40817 req-70719310-cdf1-4a5b-8f7f-2fcbd5560660 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/ports?device_id=ef3a131f-73aa-424d-bc8a-087bf2e57e10 HTTP/1.1" status: 200 len: 945 time: 0.1561556 Jan 19 22:37:07.329605 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1dd339e9-e2f2-42f5-b5db-fd51177dae33 None None] Notify callbacks [] for port, precommit_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:07.338141 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ca1ead7b-757c-482e-88be-aa6afad40817 req-146a06fe-2da8-4860-81fb-038e8d0f8d51 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/security-groups?id=8a824fe1-a66b-431c-b250-8644d90d5e58&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0793369 Jan 19 22:37:07.359772 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-1dd339e9-e2f2-42f5-b5db-fd51177dae33 None None] Transition to ACTIVE for port object 5f0b15b7-735a-4c93-aaf5-fb292408d009 will not be triggered until provisioned by entity L2. {{(pid=80167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:37:07.362972 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1dd339e9-e2f2-42f5-b5db-fd51177dae33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:07.380048 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-42cab9b6-c467-4263-8141-4b1d1823dfec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:37:07.710294 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0759916a-999c-489e-a5b0-d5c03db2f648 None None] Pushing event updated for resources: {'Port': ['ID=5f0b15b7-735a-4c93-aaf5-fb292408d009,revision_number=3']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:37:07.730810 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-0759916a-999c-489e-a5b0-d5c03db2f648 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:37:07.734606 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:07.894612 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-1dd339e9-e2f2-42f5-b5db-fd51177dae33 None None] Attempting to bind port 5f0b15b7-735a-4c93-aaf5-fb292408d009 on host dv-cinder-750782-5-smb for vnic_type normal with profile {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:37:07.895038 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-1dd339e9-e2f2-42f5-b5db-fd51177dae33 None None] Attempting to bind port 5f0b15b7-735a-4c93-aaf5-fb292408d009 by drivers openvswitch on host dv-cinder-750782-5-smb at level 0 using segments [{'id': 'd93607ed-2f89-4fb3-8de4-b61c7715179a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '89e241a6-c22e-41ae-9bbc-2825eb64df4b'}] {{(pid=80167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:37:07.895456 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd339e9-e2f2-42f5-b5db-fd51177dae33 None None] Attempting to bind port 5f0b15b7-735a-4c93-aaf5-fb292408d009 on network 89e241a6-c22e-41ae-9bbc-2825eb64df4b {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:37:07.903366 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd339e9-e2f2-42f5-b5db-fd51177dae33 None None] Checking agent: {'id': 'f078d5c4-c25a-4ec9-8658-39b8d5860620', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 17, 33), 'started_at': datetime.datetime(2021, 1, 19, 22, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:37:07.903366 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd339e9-e2f2-42f5-b5db-fd51177dae33 None None] Checking segment: {'id': 'd93607ed-2f89-4fb3-8de4-b61c7715179a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '89e241a6-c22e-41ae-9bbc-2825eb64df4b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:37:07.903863 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1dd339e9-e2f2-42f5-b5db-fd51177dae33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:07.904394 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd339e9-e2f2-42f5-b5db-fd51177dae33 None None] Bound using segment: {'id': 'd93607ed-2f89-4fb3-8de4-b61c7715179a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '89e241a6-c22e-41ae-9bbc-2825eb64df4b'} {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:37:07.904980 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-1dd339e9-e2f2-42f5-b5db-fd51177dae33 None None] Bound port: 5f0b15b7-735a-4c93-aaf5-fb292408d009, host: dv-cinder-750782-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd93607ed-2f89-4fb3-8de4-b61c7715179a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '89e241a6-c22e-41ae-9bbc-2825eb64df4b'}}] {{(pid=80167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:37:07.905434 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1dd339e9-e2f2-42f5-b5db-fd51177dae33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:08.008947 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-1dd339e9-e2f2-42f5-b5db-fd51177dae33 None None] For port 5f0b15b7-735a-4c93-aaf5-fb292408d009, host dv-cinder-750782-5-smb, cleared binding levels {{(pid=80167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:37:08.013052 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-1dd339e9-e2f2-42f5-b5db-fd51177dae33 None None] For port 5f0b15b7-735a-4c93-aaf5-fb292408d009, host dv-cinder-750782-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=5f0b15b7-735a-4c93-aaf5-fb292408d009,segment=NetworkSegment(d93607ed-2f89-4fb3-8de4-b61c7715179a),segment_id=d93607ed-2f89-4fb3-8de4-b61c7715179a)] {{(pid=80167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:37:08.017043 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1dd339e9-e2f2-42f5-b5db-fd51177dae33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:08.033680 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:37:08.213422 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0759916a-999c-489e-a5b0-d5c03db2f648 None None] Pushing event updated for resources: {'Port': ['ID=5f0b15b7-735a-4c93-aaf5-fb292408d009,revision_number=4']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:37:08.219314 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-0759916a-999c-489e-a5b0-d5c03db2f648 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:37:08.278473 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd339e9-e2f2-42f5-b5db-fd51177dae33 None None] Routers {'695ca0bf-fadb-44d8-802a-8edaf914bace'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:37:08.279169 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-1dd339e9-e2f2-42f5-b5db-fd51177dae33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:37:02Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['695ca0bf-fadb-44d8-802a-8edaf914bace'], 'active': True} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:37:08.504209 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-1dd339e9-e2f2-42f5-b5db-fd51177dae33 None None] Set router 695ca0bf-fadb-44d8-802a-8edaf914bace gateway port host: dv-cinder-750782-5-smb {{(pid=80167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:37:08.751152 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80196914-7666-459d-aeba-51a460c02e68 req-44d96f42-e68c-4878-a644-e60b458fd1df tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:08.753090 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-80196914-7666-459d-aeba-51a460c02e68 req-44d96f42-e68c-4878-a644-e60b458fd1df tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/ports?device_id=ef3a131f-73aa-424d-bc8a-087bf2e57e10 HTTP/1.1" status: 200 len: 945 time: 0.2426224 Jan 19 22:37:08.755010 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4833f4-cadc-4430-9ffc-650dade665c4 req-e043a6c8-f036-49d1-abee-5f8bab6831cc tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:08.757009 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-4d4833f4-cadc-4430-9ffc-650dade665c4 req-e043a6c8-f036-49d1-abee-5f8bab6831cc tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.66 "GET /v2.0/ports?device_id=ef3a131f-73aa-424d-bc8a-087bf2e57e10 HTTP/1.1" status: 200 len: 945 time: 0.1983688 Jan 19 22:37:08.823573 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-80196914-7666-459d-aeba-51a460c02e68 req-737d6bf8-fa67-4fb1-bc96-d305d2904e4c tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/security-groups?id=8a824fe1-a66b-431c-b250-8644d90d5e58&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0635524 Jan 19 22:37:08.881705 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [req-4d4833f4-cadc-4430-9ffc-650dade665c4 req-3a89f5fe-f409-4853-8727-f1cc51fd6d76 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Deleting port ab6680c3-2976-4732-b364-551124df54ce {{(pid=80166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:37:08.882099 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-4d4833f4-cadc-4430-9ffc-650dade665c4 req-3a89f5fe-f409-4853-8727-f1cc51fd6d76 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:08.947967 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-1dd339e9-e2f2-42f5-b5db-fd51177dae33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '695ca0bf-fadb-44d8-802a-8edaf914bace', 'name': 'tempest-TestMinimumBasicScenario-826735016-router', 'tenant_id': 'fddaecd504844feeb47e1f8b7938103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.43'}], 'enable_snat': True}, 'gw_port_id': 'f06260cf-d754-41c0-b614-daf97ccdf458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:36:56Z', 'updated_at': '2021-01-19T22:37:02Z', 'revision_number': 4, 'project_id': 'fddaecd504844feeb47e1f8b7938103e', 'gw_port': {'id': 'f06260cf-d754-41c0-b614-daf97ccdf458', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695ca0bf-fadb-44d8-802a-8edaf914bace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:36:57Z', 'updated_at': '2021-01-19T22:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_interfaces': [{'id': '5f0b15b7-735a-4c93-aaf5-fb292408d009', 'name': '', 'network_id': '89e241a6-c22e-41ae-9bbc-2825eb64df4b', 'tenant_id': 'fddaecd504844feeb47e1f8b7938103e', 'mac_address': 'fa:16:3e:02:c8:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '695ca0bf-fadb-44d8-802a-8edaf914bace', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '9c35fe21-4842-4614-ae1d-e82e817e996b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:37:00Z', 'updated_at': '2021-01-19T22:37:08Z', 'revision_number': 4, 'project_id': 'fddaecd504844feeb47e1f8b7938103e', 'subnets': [{'id': '9c35fe21-4842-4614-ae1d-e82e817e996b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:37:08.955840 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd339e9-e2f2-42f5-b5db-fd51177dae33 None None] The sync data for ids ['695ca0bf-fadb-44d8-802a-8edaf914bace'] in dv-cinder-750782-5-smb is: [{'id': '695ca0bf-fadb-44d8-802a-8edaf914bace', 'name': 'tempest-TestMinimumBasicScenario-826735016-router', 'tenant_id': 'fddaecd504844feeb47e1f8b7938103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.43'}], 'enable_snat': True}, 'gw_port_id': 'f06260cf-d754-41c0-b614-daf97ccdf458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:36:56Z', 'updated_at': '2021-01-19T22:37:02Z', 'revision_number': 4, 'project_id': 'fddaecd504844feeb47e1f8b7938103e', 'gw_port': {'id': 'f06260cf-d754-41c0-b614-daf97ccdf458', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695ca0bf-fadb-44d8-802a-8edaf914bace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:36:57Z', 'updated_at': '2021-01-19T22:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_interfaces': [{'id': '5f0b15b7-735a-4c93-aaf5-fb292408d009', 'name': '', 'network_id': '89e241a6-c22e-41ae-9bbc-2825eb64df4b', 'tenant_id': 'fddaecd504844feeb47e1f8b7938103e', 'mac_address': 'fa:16:3e:02:c8:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '695ca0bf-fadb-44d8-802a-8edaf914bace', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '9c35fe21-4842-4614-ae1d-e82e817e996b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:37:00Z', 'updated_at': '2021-01-19T22:37:08Z', 'revision_number': 4, 'project_id': 'fddaecd504844feeb47e1f8b7938103e', 'subnets': [{'id': '9c35fe21-4842-4614-ae1d-e82e817e996b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:37:09.076946 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device ab6680c3-2976-4732-b364-551124df54ce no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:37:09.249656 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:09.255580 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-4d4833f4-cadc-4430-9ffc-650dade665c4 req-3a89f5fe-f409-4853-8727-f1cc51fd6d76 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] For port ab6680c3-2976-4732-b364-551124df54ce, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=ab6680c3-2976-4732-b364-551124df54ce,segment=NetworkSegment(c3bf2da0-e0f9-43c0-9afa-feb8c8bbdffd),segment_id=c3bf2da0-e0f9-43c0-9afa-feb8c8bbdffd)] {{(pid=80166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:37:09.255992 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-4d4833f4-cadc-4430-9ffc-650dade665c4 req-3a89f5fe-f409-4853-8727-f1cc51fd6d76 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137761'] for port, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:09.280493 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3a131f-73aa-424d-bc8a-087bf2e57e10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab6680c3-2976-4732-b364-551124df54ce'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:37:09.294896 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] For port ab6680c3-2976-4732-b364-551124df54ce, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=ab6680c3-2976-4732-b364-551124df54ce,segment=NetworkSegment(c3bf2da0-e0f9-43c0-9afa-feb8c8bbdffd),segment_id=c3bf2da0-e0f9-43c0-9afa-feb8c8bbdffd)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:37:09.298986 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:09.301057 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:37:09.392200 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef3a131f-73aa-424d-bc8a-087bf2e57e10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab6680c3-2976-4732-b364-551124df54ce', 'code': 200} Jan 19 22:37:09.428672 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Pushing event updated for resources: {'Port': ['ID=ab6680c3-2976-4732-b364-551124df54ce,revision_number=7']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:37:09.432997 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:37:09.447795 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [req-4d4833f4-cadc-4430-9ffc-650dade665c4 req-3a89f5fe-f409-4853-8727-f1cc51fd6d76 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Calling delete_port for ab6680c3-2976-4732-b364-551124df54ce owned by compute:nova {{(pid=80166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:37:09.561769 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.db.api [req-4d4833f4-cadc-4430-9ffc-650dade665c4 req-3a89f5fe-f409-4853-8727-f1cc51fd6d76 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80166) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 22:37:09.562132 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_db.api [req-4d4833f4-cadc-4430-9ffc-650dade665c4 req-3a89f5fe-f409-4853-8727-f1cc51fd6d76 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80166) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 22:37:10.063854 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [req-4d4833f4-cadc-4430-9ffc-650dade665c4 req-3a89f5fe-f409-4853-8727-f1cc51fd6d76 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Deleting port ab6680c3-2976-4732-b364-551124df54ce {{(pid=80166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:37:10.064253 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-4d4833f4-cadc-4430-9ffc-650dade665c4 req-3a89f5fe-f409-4853-8727-f1cc51fd6d76 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:10.096450 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34facbe7-779b-4b7a-bcb3-99de570b48d1 req-1796195a-c35d-4764-863a-94f4708ac88e tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:10.098177 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-34facbe7-779b-4b7a-bcb3-99de570b48d1 req-1796195a-c35d-4764-863a-94f4708ac88e tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/ports?device_id=ef3a131f-73aa-424d-bc8a-087bf2e57e10 HTTP/1.1" status: 200 len: 943 time: 0.1230388 Jan 19 22:37:10.157086 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-34facbe7-779b-4b7a-bcb3-99de570b48d1 req-79e752d5-5652-49d6-a996-79ed4a45560d tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/security-groups?id=8a824fe1-a66b-431c-b250-8644d90d5e58&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0522556 Jan 19 22:37:10.398094 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-4d4833f4-cadc-4430-9ffc-650dade665c4 req-3a89f5fe-f409-4853-8727-f1cc51fd6d76 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] For port ab6680c3-2976-4732-b364-551124df54ce, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=ab6680c3-2976-4732-b364-551124df54ce,segment=NetworkSegment(c3bf2da0-e0f9-43c0-9afa-feb8c8bbdffd),segment_id=c3bf2da0-e0f9-43c0-9afa-feb8c8bbdffd)] {{(pid=80166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:37:10.398513 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-4d4833f4-cadc-4430-9ffc-650dade665c4 req-3a89f5fe-f409-4853-8727-f1cc51fd6d76 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137761'] for port, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:10.549694 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [req-4d4833f4-cadc-4430-9ffc-650dade665c4 req-3a89f5fe-f409-4853-8727-f1cc51fd6d76 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Calling delete_port for ab6680c3-2976-4732-b364-551124df54ce owned by compute:nova {{(pid=80166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:37:10.732865 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-4d4833f4-cadc-4430-9ffc-650dade665c4 req-3a89f5fe-f409-4853-8727-f1cc51fd6d76 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307084714663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307085172425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843396414'] for port, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:10.761762 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:37:10.827007 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a89f5fe-f409-4853-8727-f1cc51fd6d76 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Pushing event deleted for resources: {'Port': ['ID=ab6680c3-2976-4732-b364-551124df54ce,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:37:10.843173 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device 5f0b15b7-735a-4c93-aaf5-fb292408d009 up at agent ovs-agent-dv-cinder-750782-5-smb {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:37:10.907027 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-3a89f5fe-f409-4853-8727-f1cc51fd6d76 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:37:10.929539 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Provisioning for port 5f0b15b7-735a-4c93-aaf5-fb292408d009 completed by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:37:10.935350 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Provisioning complete for port 5f0b15b7-735a-4c93-aaf5-fb292408d009 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:37:10.935775 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:11.006288 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d4833f4-cadc-4430-9ffc-650dade665c4 req-3a89f5fe-f409-4853-8727-f1cc51fd6d76 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] No DVR routers for this DVR port ab6680c3-2976-4732-b364-551124df54ce on host hv-cinder-75078 {{(pid=80166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 22:37:11.008581 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-4d4833f4-cadc-4430-9ffc-650dade665c4 req-3a89f5fe-f409-4853-8727-f1cc51fd6d76 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for port, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:11.020430 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3a131f-73aa-424d-bc8a-087bf2e57e10', 'name': 'network-vif-deleted', 'tag': 'ab6680c3-2976-4732-b364-551124df54ce'}] {{(pid=80166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:37:11.028772 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-4d4833f4-cadc-4430-9ffc-650dade665c4 req-3a89f5fe-f409-4853-8727-f1cc51fd6d76 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.66 "DELETE /v2.0/ports/ab6680c3-2976-4732-b364-551124df54ce HTTP/1.1" status: 204 len: 173 time: 2.2609053 Jan 19 22:37:11.106653 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef3a131f-73aa-424d-bc8a-087bf2e57e10', 'name': 'network-vif-deleted', 'tag': 'ab6680c3-2976-4732-b364-551124df54ce', 'status': 'completed', 'code': 200} Jan 19 22:37:11.110069 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:11.150641 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] For port 5f0b15b7-735a-4c93-aaf5-fb292408d009, host dv-cinder-750782-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=5f0b15b7-735a-4c93-aaf5-fb292408d009,segment=NetworkSegment(d93607ed-2f89-4fb3-8de4-b61c7715179a),segment_id=d93607ed-2f89-4fb3-8de4-b61c7715179a)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:37:11.156781 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:11.158984 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:37:11.242880 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Pushing event updated for resources: {'Port': ['ID=5f0b15b7-735a-4c93-aaf5-fb292408d009,revision_number=5']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:37:11.247425 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:37:11.362380 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-6ea0ea7d-bc38-4e76-898f-315e697e629d req-d55899b9-9747-4cd2-82a6-30c37ad81003 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/ports?device_id=ef3a131f-73aa-424d-bc8a-087bf2e57e10 HTTP/1.1" status: 200 len: 210 time: 0.0588012 Jan 19 22:37:12.592834 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d73d29b8-7da2-4463-b95d-68ab1875b150 req-7063b040-2fee-4f47-8b25-847b8da3eaca tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "GET /v2.0/security-groups/8a824fe1-a66b-431c-b250-8644d90d5e58 HTTP/1.1" status: 200 len: 2993 time: 0.0643699 Jan 19 22:37:12.681366 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-d73d29b8-7da2-4463-b95d-68ab1875b150 req-a5f09ce3-c4a4-46ed-b8cc-1c6379240041 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Notify callbacks [] for security_group, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:12.716219 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-d73d29b8-7da2-4463-b95d-68ab1875b150 req-a5f09ce3-c4a4-46ed-b8cc-1c6379240041 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Notify callbacks [] for security_group, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:12.791363 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-d73d29b8-7da2-4463-b95d-68ab1875b150 req-a5f09ce3-c4a4-46ed-b8cc-1c6379240041 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:12.798193 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-855e7142-802f-4993-89fa-a92773b00cbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:37:12.807949 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device 5f0b15b7-735a-4c93-aaf5-fb292408d009 up at agent ovs-agent-dv-cinder-750782-5-smb {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:37:12.821791 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f09ce3-c4a4-46ed-b8cc-1c6379240041 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a824fe1-a66b-431c-b250-8644d90d5e58,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:37:12.831728 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f09ce3-c4a4-46ed-b8cc-1c6379240041 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:37:12.832145 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f09ce3-c4a4-46ed-b8cc-1c6379240041 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:37:12.832555 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f09ce3-c4a4-46ed-b8cc-1c6379240041 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:37:12.832964 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f09ce3-c4a4-46ed-b8cc-1c6379240041 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:37:12.833402 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f09ce3-c4a4-46ed-b8cc-1c6379240041 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:37:12.833807 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f09ce3-c4a4-46ed-b8cc-1c6379240041 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:37:12.834205 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f09ce3-c4a4-46ed-b8cc-1c6379240041 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:37:12.834606 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f09ce3-c4a4-46ed-b8cc-1c6379240041 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:37:12.834999 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f09ce3-c4a4-46ed-b8cc-1c6379240041 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:37:12.835393 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f09ce3-c4a4-46ed-b8cc-1c6379240041 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:37:12.835799 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f09ce3-c4a4-46ed-b8cc-1c6379240041 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:37:12.836188 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f09ce3-c4a4-46ed-b8cc-1c6379240041 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:37:12.836642 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f09ce3-c4a4-46ed-b8cc-1c6379240041 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:37:12.837035 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f09ce3-c4a4-46ed-b8cc-1c6379240041 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:37:12.837457 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f09ce3-c4a4-46ed-b8cc-1c6379240041 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:37:12.837848 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f09ce3-c4a4-46ed-b8cc-1c6379240041 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:37:12.838239 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f09ce3-c4a4-46ed-b8cc-1c6379240041 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:37:12.838632 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f09ce3-c4a4-46ed-b8cc-1c6379240041 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:37:12.839027 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f09ce3-c4a4-46ed-b8cc-1c6379240041 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:37:12.839486 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f09ce3-c4a4-46ed-b8cc-1c6379240041 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:37:12.839874 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f09ce3-c4a4-46ed-b8cc-1c6379240041 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:37:12.840274 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f09ce3-c4a4-46ed-b8cc-1c6379240041 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:37:12.840666 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f09ce3-c4a4-46ed-b8cc-1c6379240041 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:37:12.841058 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f09ce3-c4a4-46ed-b8cc-1c6379240041 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:37:12.850802 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-a5f09ce3-c4a4-46ed-b8cc-1c6379240041 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:37:12.851715 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-d73d29b8-7da2-4463-b95d-68ab1875b150 req-a5f09ce3-c4a4-46ed-b8cc-1c6379240041 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Notify callbacks [] for security_group, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:12.852950 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d73d29b8-7da2-4463-b95d-68ab1875b150 req-a5f09ce3-c4a4-46ed-b8cc-1c6379240041 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] 10.222.0.43 "DELETE /v2.0/security-groups/8a824fe1-a66b-431c-b250-8644d90d5e58 HTTP/1.1" status: 204 len: 173 time: 0.2528136 Jan 19 22:37:12.912757 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 59098) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:37:12.926170 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Provisioning complete for port 5f0b15b7-735a-4c93-aaf5-fb292408d009 triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:37:12.926754 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:13.544970 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-082004c3-1163-4e4f-b908-d6e6ce9c4b14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854328242'] for router_interface, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:14.166800 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-082004c3-1163-4e4f-b908-d6e6ce9c4b14 admin admin] Deleting port 1b3512bc-f803-466f-bdbd-d2fa8751c5f1 {{(pid=80165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:37:14.167407 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-082004c3-1163-4e4f-b908-d6e6ce9c4b14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:14.376782 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-082004c3-1163-4e4f-b908-d6e6ce9c4b14 admin admin] For port 1b3512bc-f803-466f-bdbd-d2fa8751c5f1, host dv-cinder-750782-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=1b3512bc-f803-466f-bdbd-d2fa8751c5f1,segment=NetworkSegment(c3bf2da0-e0f9-43c0-9afa-feb8c8bbdffd),segment_id=c3bf2da0-e0f9-43c0-9afa-feb8c8bbdffd)] {{(pid=80165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:37:14.377178 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-082004c3-1163-4e4f-b908-d6e6ce9c4b14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137761'] for port, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:14.517296 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-082004c3-1163-4e4f-b908-d6e6ce9c4b14 admin admin] Calling delete_port for 1b3512bc-f803-466f-bdbd-d2fa8751c5f1 owned by network:router_interface {{(pid=80165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:37:14.849132 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-082004c3-1163-4e4f-b908-d6e6ce9c4b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307084714663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307085172425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852767463'] for port, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:14.865165 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-ab2386ff-e24f-4c1e-82c2-62c1587355dc tempest-VolumesNegativeTest-906539077 tempest-VolumesNegativeTest-906539077] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:37:14.934443 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082004c3-1163-4e4f-b908-d6e6ce9c4b14 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b3512bc-f803-466f-bdbd-d2fa8751c5f1,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:37:14.938700 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-082004c3-1163-4e4f-b908-d6e6ce9c4b14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:37:15.325088 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-082004c3-1163-4e4f-b908-d6e6ce9c4b14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854234204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452574'] for router_interface, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:15.852430 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-082004c3-1163-4e4f-b908-d6e6ce9c4b14 admin admin] Router d4f0b7d9-1d40-4a1f-987b-f4715a410a33 has already been hosted by L3 agent f53f1119-c8e9-4b63-a732-32c6c8f5b9fc {{(pid=80165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 22:37:16.044099 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-082004c3-1163-4e4f-b908-d6e6ce9c4b14 admin admin] Notify agent at l3_agent.dv-cinder-750782-5-smb the message routers_updated {{(pid=80165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:37:16.052925 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e75e62a-e85e-4429-9eb0-71706d0db3a7 None None] Sync routers for ids ['d4f0b7d9-1d40-4a1f-987b-f4715a410a33'] in dv-cinder-750782-5-smb {{(pid=80167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:37:16.056411 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad2df7-bc08-4832-9146-c36e633ba05c req-02510284-f653-4495-9c4d-1232cc669221 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:16.058830 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-082004c3-1163-4e4f-b908-d6e6ce9c4b14 admin admin] 10.222.0.43 "PUT /v2.0/routers/d4f0b7d9-1d40-4a1f-987b-f4715a410a33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1433063 Jan 19 22:37:16.058978 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-06ad2df7-bc08-4832-9146-c36e633ba05c req-02510284-f653-4495-9c4d-1232cc669221 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/networks?id=89e241a6-c22e-41ae-9bbc-2825eb64df4b HTTP/1.1" status: 200 len: 814 time: 0.1752963 Jan 19 22:37:16.060490 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 59126) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:37:16.065988 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e75e62a-e85e-4429-9eb0-71706d0db3a7 None None] Routers {'d4f0b7d9-1d40-4a1f-987b-f4715a410a33'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:37:16.066673 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-0e75e62a-e85e-4429-9eb0-71706d0db3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:37:02Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['d4f0b7d9-1d40-4a1f-987b-f4715a410a33'], 'active': True} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:37:16.264514 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-0e75e62a-e85e-4429-9eb0-71706d0db3a7 None None] Set router d4f0b7d9-1d40-4a1f-987b-f4715a410a33 gateway port host: dv-cinder-750782-5-smb {{(pid=80167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:37:16.438507 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-06ad2df7-bc08-4832-9146-c36e633ba05c req-bc965d1b-32a6-4aad-9781-17fed9172aad tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/quotas/fddaecd504844feeb47e1f8b7938103e HTTP/1.1" status: 200 len: 375 time: 0.3219044 Jan 19 22:37:16.562199 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ddb93c4e-f675-479f-a706-c59050fe3982 admin admin] Notify callbacks [] for router, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:16.575152 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-0e75e62a-e85e-4429-9eb0-71706d0db3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f0b7d9-1d40-4a1f-987b-f4715a410a33', 'name': 'tempest-TestShelveInstance-2117628484-router', 'tenant_id': '01433532f839429f9ab490395be6df9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ecd28f76-9f38-435b-9ab1-b6b22f91772b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:32:40Z', 'updated_at': '2021-01-19T22:37:14Z', 'revision_number': 5, 'project_id': '01433532f839429f9ab490395be6df9b', 'gw_port': {'id': 'ecd28f76-9f38-435b-9ab1-b6b22f91772b', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f0b7d9-1d40-4a1f-987b-f4715a410a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:32:41Z', 'updated_at': '2021-01-19T22:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb'}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:37:16.579292 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e75e62a-e85e-4429-9eb0-71706d0db3a7 None None] Checking router: d4f0b7d9-1d40-4a1f-987b-f4715a410a33 for host: dv-cinder-750782-5-smb {{(pid=80167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:37:16.588328 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e75e62a-e85e-4429-9eb0-71706d0db3a7 None None] Routers {'d4f0b7d9-1d40-4a1f-987b-f4715a410a33'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:37:16.588988 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-0e75e62a-e85e-4429-9eb0-71706d0db3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:37:02Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['d4f0b7d9-1d40-4a1f-987b-f4715a410a33'], 'active': True} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:37:16.702169 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-06ad2df7-bc08-4832-9146-c36e633ba05c req-5acad5f3-4806-48ef-ac4d-3b73020f9a11 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Synchronizing usage tracker for tenant:fddaecd504844feeb47e1f8b7938103e on resource:port {{(pid=80166) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:37:16.737307 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-06ad2df7-bc08-4832-9146-c36e633ba05c req-5acad5f3-4806-48ef-ac4d-3b73020f9a11 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Unset dirty status for tenant:fddaecd504844feeb47e1f8b7938103e on resource:port {{(pid=80166) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:37:16.738190 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-06ad2df7-bc08-4832-9146-c36e633ba05c req-5acad5f3-4806-48ef-ac4d-3b73020f9a11 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/ports?tenant_id=fddaecd504844feeb47e1f8b7938103e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2849312 Jan 19 22:37:16.776089 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [req-06ad2df7-bc08-4832-9146-c36e633ba05c req-0b274fdc-f186-4616-b175-2a01090539ff service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80166) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 22:37:16.778010 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-06ad2df7-bc08-4832-9146-c36e633ba05c req-0b274fdc-f186-4616-b175-2a01090539ff service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0205841 Jan 19 22:37:16.821227 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ddb93c4e-f675-479f-a706-c59050fe3982 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:16.842368 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-ddb93c4e-f675-479f-a706-c59050fe3982 admin admin] Deleting port ecd28f76-9f38-435b-9ab1-b6b22f91772b {{(pid=80166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:37:16.842762 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ddb93c4e-f675-479f-a706-c59050fe3982 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:16.958004 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-0e75e62a-e85e-4429-9eb0-71706d0db3a7 None None] Set router d4f0b7d9-1d40-4a1f-987b-f4715a410a33 gateway port host: dv-cinder-750782-5-smb {{(pid=80167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:37:17.078537 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-06ad2df7-bc08-4832-9146-c36e633ba05c req-ee9b41ef-e2d6-4345-aef7-60c8e5bd210c service neutron] 10.222.0.43 "GET /v2.0/networks/89e241a6-c22e-41ae-9bbc-2825eb64df4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913923 Jan 19 22:37:17.211416 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-ddb93c4e-f675-479f-a706-c59050fe3982 admin admin] For port ecd28f76-9f38-435b-9ab1-b6b22f91772b, host dv-cinder-750782-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=ecd28f76-9f38-435b-9ab1-b6b22f91772b,segment=NetworkSegment(eae0621e-0013-4ba3-ab53-cef85e02fc92),segment_id=eae0621e-0013-4ba3-ab53-cef85e02fc92)] {{(pid=80166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:37:17.211733 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ddb93c4e-f675-479f-a706-c59050fe3982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137761'] for port, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:17.262323 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-0e75e62a-e85e-4429-9eb0-71706d0db3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f0b7d9-1d40-4a1f-987b-f4715a410a33', 'name': 'tempest-TestShelveInstance-2117628484-router', 'tenant_id': '01433532f839429f9ab490395be6df9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ecd28f76-9f38-435b-9ab1-b6b22f91772b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:32:40Z', 'updated_at': '2021-01-19T22:37:14Z', 'revision_number': 5, 'project_id': '01433532f839429f9ab490395be6df9b', 'gw_port': {'id': 'ecd28f76-9f38-435b-9ab1-b6b22f91772b', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f0b7d9-1d40-4a1f-987b-f4715a410a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:32:41Z', 'updated_at': '2021-01-19T22:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb'}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:37:17.266498 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e75e62a-e85e-4429-9eb0-71706d0db3a7 None None] The sync data for ids ['d4f0b7d9-1d40-4a1f-987b-f4715a410a33'] in dv-cinder-750782-5-smb is: [{'id': 'd4f0b7d9-1d40-4a1f-987b-f4715a410a33', 'name': 'tempest-TestShelveInstance-2117628484-router', 'tenant_id': '01433532f839429f9ab490395be6df9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ecd28f76-9f38-435b-9ab1-b6b22f91772b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:32:40Z', 'updated_at': '2021-01-19T22:37:14Z', 'revision_number': 5, 'project_id': '01433532f839429f9ab490395be6df9b', 'gw_port': {'id': 'ecd28f76-9f38-435b-9ab1-b6b22f91772b', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f0b7d9-1d40-4a1f-987b-f4715a410a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:32:41Z', 'updated_at': '2021-01-19T22:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb'}] {{(pid=80167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:37:17.358041 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-ddb93c4e-f675-479f-a706-c59050fe3982 admin admin] Calling delete_port for ecd28f76-9f38-435b-9ab1-b6b22f91772b owned by network:router_gateway {{(pid=80166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:37:17.429232 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-06ad2df7-bc08-4832-9146-c36e633ba05c req-b8914c50-db49-4f72-8615-384405bae656 service neutron] 10.222.0.43 "GET /v2.0/networks/89e241a6-c22e-41ae-9bbc-2825eb64df4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3426490 Jan 19 22:37:17.527902 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ddb93c4e-f675-479f-a706-c59050fe3982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307084714663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307085172425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843396414'] for port, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:17.657086 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-9c333564-51b5-48bb-aee3-b33fd36d6029 req-b53d3044-9dd9-4b08-b486-d4ec9d0c5ac1 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/ports?device_id=46523f58-a489-46c3-b409-fc7bfcc330af HTTP/1.1" status: 200 len: 210 time: 0.0569117 Jan 19 22:37:17.731076 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ddb93c4e-f675-479f-a706-c59050fe3982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451142'] for router_gateway, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:17.872142 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ddb93c4e-f675-479f-a706-c59050fe3982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-442634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1158'] for router, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:17.874669 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ddb93c4e-f675-479f-a706-c59050fe3982 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:17.897584 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ddb93c4e-f675-479f-a706-c59050fe3982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854170981'] for router, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:17.898212 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb93c4e-f675-479f-a706-c59050fe3982 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4f0b7d9-1d40-4a1f-987b-f4715a410a33 {{(pid=80166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 19 22:37:17.912186 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ddb93c4e-f675-479f-a706-c59050fe3982 admin admin] Notify callbacks [] for router, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:17.916786 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 59140) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:37:17.921830 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-ddb93c4e-f675-479f-a706-c59050fe3982 admin admin] 10.222.0.43 "DELETE /v2.0/routers/d4f0b7d9-1d40-4a1f-987b-f4715a410a33 HTTP/1.1" status: 204 len: 168 time: 1.8602428 Jan 19 22:37:17.990562 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d662916-3eb4-4c18-b22a-74b12d1661dd admin admin] Deleting subnet 55957ee4-9e38-46bc-b06c-2654a0308264 {{(pid=80165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 19 22:37:17.999472 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-3d662916-3eb4-4c18-b22a-74b12d1661dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:18.058231 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-3d662916-3eb4-4c18-b22a-74b12d1661dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8211335'] for subnet, precommit_delete_associations {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:18.167326 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-3d662916-3eb4-4c18-b22a-74b12d1661dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560750'] for subnet, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:18.430782 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-3d662916-3eb4-4c18-b22a-74b12d1661dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851215066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2008431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853717813'] for subnet, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:18.451773 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-0689dde3-3034-4f3c-9ce7-af7c806a6961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:37:18.731326 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d662916-3eb4-4c18-b22a-74b12d1661dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55957ee4-9e38-46bc-b06c-2654a0308264,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:37:18.736469 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-3d662916-3eb4-4c18-b22a-74b12d1661dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:37:18.800338 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device 1b3512bc-f803-466f-bdbd-d2fa8751c5f1 no longer exists at agent ovs-agent-dv-cinder-750782-5-smb {{(pid=80167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:37:18.825300 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-3d662916-3eb4-4c18-b22a-74b12d1661dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:18.833332 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-3d662916-3eb4-4c18-b22a-74b12d1661dd admin admin] 10.222.0.43 "DELETE /v2.0/subnets/55957ee4-9e38-46bc-b06c-2654a0308264 HTTP/1.1" status: 204 len: 168 time: 0.9127126 Jan 19 22:37:18.834428 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 59150) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:37:18.868940 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] No Port match for: 1b3512bc-f803-466f-bdbd-d2fa8751c5f1 {{(pid=80167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 22:37:18.869778 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device 1b3512bc-f803-466f-bdbd-d2fa8751c5f1 not bound to the agent host dv-cinder-750782-5-smb {{(pid=80167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 22:37:18.871185 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device ecd28f76-9f38-435b-9ab1-b6b22f91772b no longer exists at agent ovs-agent-dv-cinder-750782-5-smb {{(pid=80167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:37:18.879000 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-357ce7e2-0af8-4e93-9259-3ba79bd0f510 req-75603bd1-8176-4f38-8660-5af0b4e86233 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/ports?device_id=46523f58-a489-46c3-b409-fc7bfcc330af HTTP/1.1" status: 200 len: 210 time: 0.0860033 Jan 19 22:37:18.909529 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce10a05-0ec1-4cd5-a443-f4b0426d75d2 None None] Network 2a1bb381-2a87-4d84-9a2f-e3a92c9466a9 requested from dv-cinder-750782-5-smb {{(pid=80167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:37:18.944640 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] No Port match for: ecd28f76-9f38-435b-9ab1-b6b22f91772b {{(pid=80167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 22:37:18.945148 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device ecd28f76-9f38-435b-9ab1-b6b22f91772b not bound to the agent host dv-cinder-750782-5-smb {{(pid=80167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 22:37:18.957699 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-9895a64e-3b29-452c-9e59-f72caedb3d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851036617'] for network, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:19.033831 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-9895a64e-3b29-452c-9e59-f72caedb3d01 admin admin] Deleting port e1532662-bb64-4dd9-bc89-d07ca0bdcd78 {{(pid=80165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:37:19.034608 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-9895a64e-3b29-452c-9e59-f72caedb3d01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:19.168016 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad2df7-bc08-4832-9146-c36e633ba05c req-78e8b70d-abb8-403a-89ee-6618370401ad tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:19.170821 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-06ad2df7-bc08-4832-9146-c36e633ba05c req-78e8b70d-abb8-403a-89ee-6618370401ad tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.66 "GET /v2.0/networks?id=89e241a6-c22e-41ae-9bbc-2825eb64df4b HTTP/1.1" status: 200 len: 814 time: 0.2183106 Jan 19 22:37:19.195593 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [req-06ad2df7-bc08-4832-9146-c36e633ba05c req-e131bc00-1703-4f27-a56b-7968254542ab tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Request body: {'port': {'device_id': '46523f58-a489-46c3-b409-fc7bfcc330af', 'network_id': '89e241a6-c22e-41ae-9bbc-2825eb64df4b', 'admin_state_up': True, 'tenant_id': 'fddaecd504844feeb47e1f8b7938103e'}} {{(pid=80166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:37:19.202395 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2cd642-8ebc-4eaa-9015-e06845a2b78a None None] DHCP port deletion for 2a1bb381-2a87-4d84-9a2f-e3a92c9466a9 request from dv-cinder-750782-5-smb {{(pid=80167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 19 22:37:19.206710 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-4a2cd642-8ebc-4eaa-9015-e06845a2b78a None None] Deleting port e1532662-bb64-4dd9-bc89-d07ca0bdcd78 {{(pid=80167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:37:19.207140 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-4a2cd642-8ebc-4eaa-9015-e06845a2b78a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:19.315318 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-9895a64e-3b29-452c-9e59-f72caedb3d01 admin admin] For port e1532662-bb64-4dd9-bc89-d07ca0bdcd78, host dv-cinder-750782-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=e1532662-bb64-4dd9-bc89-d07ca0bdcd78,segment=NetworkSegment(c3bf2da0-e0f9-43c0-9afa-feb8c8bbdffd),segment_id=c3bf2da0-e0f9-43c0-9afa-feb8c8bbdffd)] {{(pid=80165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:37:19.315675 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-9895a64e-3b29-452c-9e59-f72caedb3d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137761'] for port, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:19.375945 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [req-06ad2df7-bc08-4832-9146-c36e633ba05c req-e131bc00-1703-4f27-a56b-7968254542ab tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:37:19.386903 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [req-06ad2df7-bc08-4832-9146-c36e633ba05c req-e131bc00-1703-4f27-a56b-7968254542ab tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:37:19.399303 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06ad2df7-bc08-4832-9146-c36e633ba05c req-e131bc00-1703-4f27-a56b-7968254542ab tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Made reservation on behalf of fddaecd504844feeb47e1f8b7938103e for: {'port': 1} {{(pid=80166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:37:19.408992 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-06ad2df7-bc08-4832-9146-c36e633ba05c req-e131bc00-1703-4f27-a56b-7968254542ab tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:19.469781 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-9895a64e-3b29-452c-9e59-f72caedb3d01 admin admin] Calling delete_port for e1532662-bb64-4dd9-bc89-d07ca0bdcd78 owned by network:dhcp {{(pid=80165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:37:19.476064 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-4a2cd642-8ebc-4eaa-9015-e06845a2b78a None None] For port e1532662-bb64-4dd9-bc89-d07ca0bdcd78, host dv-cinder-750782-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=e1532662-bb64-4dd9-bc89-d07ca0bdcd78,segment=NetworkSegment(c3bf2da0-e0f9-43c0-9afa-feb8c8bbdffd),segment_id=c3bf2da0-e0f9-43c0-9afa-feb8c8bbdffd)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:37:19.476807 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-4a2cd642-8ebc-4eaa-9015-e06845a2b78a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137761'] for port, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:19.552067 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-9895a64e-3b29-452c-9e59-f72caedb3d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307084714663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307085172425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852767463'] for port, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:19.574491 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-e00f4614-a900-4a29-8d05-a2da23a91437 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:37:19.623040 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895a64e-3b29-452c-9e59-f72caedb3d01 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1532662-bb64-4dd9-bc89-d07ca0bdcd78,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:37:19.626186 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-9895a64e-3b29-452c-9e59-f72caedb3d01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:37:19.642754 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-4a2cd642-8ebc-4eaa-9015-e06845a2b78a None None] Calling delete_port for e1532662-bb64-4dd9-bc89-d07ca0bdcd78 owned by network:dhcp {{(pid=80167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:37:19.734712 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9895a64e-3b29-452c-9e59-f72caedb3d01 admin admin] No DVR routers for this DVR port e1532662-bb64-4dd9-bc89-d07ca0bdcd78 on host dv-cinder-750782-5-smb {{(pid=80165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 22:37:19.751157 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.db.api [None req-4a2cd642-8ebc-4eaa-9015-e06845a2b78a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80167) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 22:37:19.751553 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_db.api [None req-4a2cd642-8ebc-4eaa-9015-e06845a2b78a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 22:37:19.778579 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.db_base_plugin_common [req-06ad2df7-bc08-4832-9146-c36e633ba05c req-e131bc00-1703-4f27-a56b-7968254542ab tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Allocated IP 172.20.0.11 (89e241a6-c22e-41ae-9bbc-2825eb64df4b/9c35fe21-4842-4614-ae1d-e82e817e996b/b43c51df-9db2-4284-b873-53186451a02a) {{(pid=80166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:37:19.868633 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-9895a64e-3b29-452c-9e59-f72caedb3d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3566075', 'neutron.services.segments.db._delete_segments_for_network--9223363307084834676'] for network, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:19.997809 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.services.segments.db [None req-9895a64e-3b29-452c-9e59-f72caedb3d01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a1bb381-2a87-4d84-9a2f-e3a92c9466a9']}} {{(pid=80165) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:37:20.018644 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.services.segments.db [None req-9895a64e-3b29-452c-9e59-f72caedb3d01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3bf2da0-e0f9-43c0-9afa-feb8c8bbdffd') {'for_net_delete': True} {{(pid=80165) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:37:20.018974 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.services.segments.db [None req-9895a64e-3b29-452c-9e59-f72caedb3d01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3bf2da0-e0f9-43c0-9afa-feb8c8bbdffd') {} {{(pid=80165) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:37:20.038364 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-9895a64e-3b29-452c-9e59-f72caedb3d01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307084830580', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036846564465'] for segment, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:20.055748 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-9895a64e-3b29-452c-9e59-f72caedb3d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560818'] for segment, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:20.058056 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9895a64e-3b29-452c-9e59-f72caedb3d01 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 19 22:37:20.139792 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-53e7707b-4eb1-4102-a677-bf8655e50d23 req-f359e680-b91a-4b51-a817-8b4ad40fc61b tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/ports?device_id=46523f58-a489-46c3-b409-fc7bfcc330af HTTP/1.1" status: 200 len: 210 time: 0.0536292 Jan 19 22:37:20.231695 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-06ad2df7-bc08-4832-9146-c36e633ba05c req-e131bc00-1703-4f27-a56b-7968254542ab tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Notify callbacks [] for port, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:20.252822 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-4a2cd642-8ebc-4eaa-9015-e06845a2b78a None None] Deleting port e1532662-bb64-4dd9-bc89-d07ca0bdcd78 {{(pid=80167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:37:20.253543 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-4a2cd642-8ebc-4eaa-9015-e06845a2b78a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:20.341622 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-9895a64e-3b29-452c-9e59-f72caedb3d01 admin admin] Network 2a1bb381-2a87-4d84-9a2f-e3a92c9466a9 has no segments {{(pid=80165) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 22:37:20.357333 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-9895a64e-3b29-452c-9e59-f72caedb3d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851214998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2008516'] for segment, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:20.426727 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-4a2cd642-8ebc-4eaa-9015-e06845a2b78a None None] The port 'e1532662-bb64-4dd9-bc89-d07ca0bdcd78' was deleted {{(pid=80167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 19 22:37:20.575419 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-9895a64e-3b29-452c-9e59-f72caedb3d01 admin admin] Network 2a1bb381-2a87-4d84-9a2f-e3a92c9466a9 has no segments {{(pid=80165) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 22:37:20.607023 dv-cinder-750782-5-smb neutron-server[80054]: Traceback (most recent call last): Jan 19 22:37:20.607023 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 22:37:20.607023 dv-cinder-750782-5-smb neutron-server[80054]: timer() Jan 19 22:37:20.607023 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 22:37:20.607023 dv-cinder-750782-5-smb neutron-server[80054]: cb(*args, **kw) Jan 19 22:37:20.607023 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 19 22:37:20.607023 dv-cinder-750782-5-smb neutron-server[80054]: return func(*args, **kwargs) Jan 19 22:37:20.607023 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 22:37:20.607023 dv-cinder-750782-5-smb neutron-server[80054]: self._notify() Jan 19 22:37:20.607023 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 22:37:20.607023 dv-cinder-750782-5-smb neutron-server[80054]: self.callback(batched_events) Jan 19 22:37:20.607023 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 22:37:20.607023 dv-cinder-750782-5-smb neutron-server[80054]: event.method(event) Jan 19 22:37:20.607023 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 22:37:20.607023 dv-cinder-750782-5-smb neutron-server[80054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 22:37:20.607023 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 19 22:37:20.607023 dv-cinder-750782-5-smb neutron-server[80054]: segment_id)['aggregates'][0] Jan 19 22:37:20.607023 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 22:37:20.607023 dv-cinder-750782-5-smb neutron-server[80054]: return f(self, *a, **k) Jan 19 22:37:20.607023 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 19 22:37:20.607023 dv-cinder-750782-5-smb neutron-server[80054]: return self._get(url).json() Jan 19 22:37:20.607023 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 22:37:20.607023 dv-cinder-750782-5-smb neutron-server[80054]: **kwargs) Jan 19 22:37:20.607023 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 22:37:20.607023 dv-cinder-750782-5-smb neutron-server[80054]: return self.request(url, 'GET', **kwargs) Jan 19 22:37:20.607023 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 19 22:37:20.607023 dv-cinder-750782-5-smb neutron-server[80054]: **endpoint_filter) Jan 19 22:37:20.607023 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 22:37:20.607023 dv-cinder-750782-5-smb neutron-server[80054]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 22:37:20.607023 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 22:37:20.607023 dv-cinder-750782-5-smb neutron-server[80054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 22:37:20.607023 dv-cinder-750782-5-smb neutron-server[80054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 22:37:20.695150 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [req-06ad2df7-bc08-4832-9146-c36e633ba05c req-e131bc00-1703-4f27-a56b-7968254542ab tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Transition to ACTIVE for port object b43c51df-9db2-4284-b873-53186451a02a will not be triggered until provisioned by entity DHCP. {{(pid=80166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:37:20.699318 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-9895a64e-3b29-452c-9e59-f72caedb3d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3565836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324611'] for network, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:20.703084 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:37:20.726288 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-06ad2df7-bc08-4832-9146-c36e633ba05c req-e131bc00-1703-4f27-a56b-7968254542ab tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307085170889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843396414'] for port, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:20.736449 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-9895a64e-3b29-452c-9e59-f72caedb3d01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for network, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:20.740243 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895a64e-3b29-452c-9e59-f72caedb3d01 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a1bb381-2a87-4d84-9a2f-e3a92c9466a9,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:37:20.746275 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-9895a64e-3b29-452c-9e59-f72caedb3d01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:37:20.757453 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-e036d087-a16a-4b38-84b6-75f790bc44ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:37:20.767514 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-9895a64e-3b29-452c-9e59-f72caedb3d01 admin admin] 10.222.0.43 "DELETE /v2.0/networks/2a1bb381-2a87-4d84-9a2f-e3a92c9466a9 HTTP/1.1" status: 204 len: 168 time: 1.9319651 Jan 19 22:37:20.770551 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 59176) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:37:20.807338 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device e1532662-bb64-4dd9-bc89-d07ca0bdcd78 no longer exists at agent ovs-agent-dv-cinder-750782-5-smb {{(pid=80167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:37:20.845189 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] No Port match for: e1532662-bb64-4dd9-bc89-d07ca0bdcd78 {{(pid=80167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 22:37:20.845618 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device e1532662-bb64-4dd9-bc89-d07ca0bdcd78 not bound to the agent host dv-cinder-750782-5-smb {{(pid=80167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 22:37:21.192545 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e131bc00-1703-4f27-a56b-7968254542ab tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Pushing event updated for resources: {'Port': ['ID=b43c51df-9db2-4284-b873-53186451a02a,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:37:21.263023 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-e131bc00-1703-4f27-a56b-7968254542ab tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:37:21.277009 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06ad2df7-bc08-4832-9146-c36e633ba05c req-e131bc00-1703-4f27-a56b-7968254542ab tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Network 89e241a6-c22e-41ae-9bbc-2825eb64df4b is already hosted by enough agents. {{(pid=80166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:37:21.278234 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [req-06ad2df7-bc08-4832-9146-c36e633ba05c req-e131bc00-1703-4f27-a56b-7968254542ab tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Resources bound (agent type, host, resource id): {{(pid=80166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:37:21.281728 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [req-06ad2df7-bc08-4832-9146-c36e633ba05c req-e131bc00-1703-4f27-a56b-7968254542ab tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Received port after_create {{(pid=80166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:37:21.400405 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad2df7-bc08-4832-9146-c36e633ba05c req-e131bc00-1703-4f27-a56b-7968254542ab tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:21.401179 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-06ad2df7-bc08-4832-9146-c36e633ba05c req-e131bc00-1703-4f27-a56b-7968254542ab tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for port, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:21.499344 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-06ad2df7-bc08-4832-9146-c36e633ba05c req-e131bc00-1703-4f27-a56b-7968254542ab tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3100686 Jan 19 22:37:21.509436 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1913c1d1-d40f-4674-a0a3-ec90a9213380 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854328242'] for router_interface, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:21.582596 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad8fde-89af-42ea-85a4-cb76a9c00858 req-5527c7aa-60b2-4476-b48c-76b5ced3e1ae tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:21.583443 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-a1ad8fde-89af-42ea-85a4-cb76a9c00858 req-5527c7aa-60b2-4476-b48c-76b5ced3e1ae tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Synchronizing usage tracker for tenant:fddaecd504844feeb47e1f8b7938103e on resource:port {{(pid=80166) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:37:21.600838 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-a1ad8fde-89af-42ea-85a4-cb76a9c00858 req-5527c7aa-60b2-4476-b48c-76b5ced3e1ae tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Unset dirty status for tenant:fddaecd504844feeb47e1f8b7938103e on resource:port {{(pid=80166) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:37:21.602218 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a1ad8fde-89af-42ea-85a4-cb76a9c00858 req-5527c7aa-60b2-4476-b48c-76b5ced3e1ae tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/ports?device_id=46523f58-a489-46c3-b409-fc7bfcc330af HTTP/1.1" status: 200 len: 932 time: 0.1948457 Jan 19 22:37:21.631864 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-6140f733-8113-4aa6-bc55-13fcaa812c4d None None] Provisioning for port b43c51df-9db2-4284-b873-53186451a02a completed by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:37:21.637773 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-6140f733-8113-4aa6-bc55-13fcaa812c4d None None] Provisioning complete for port b43c51df-9db2-4284-b873-53186451a02a triggered by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:37:21.638660 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-6140f733-8113-4aa6-bc55-13fcaa812c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:21.670148 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a1ad8fde-89af-42ea-85a4-cb76a9c00858 req-e30884fe-08a4-462a-8f37-37aa285814b4 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/security-groups?id=6e9af2a2-66a7-42cf-882d-add82c693686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575943 Jan 19 22:37:21.712325 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-6140f733-8113-4aa6-bc55-13fcaa812c4d None None] Port b43c51df-9db2-4284-b873-53186451a02a cannot update to ACTIVE because it is not bound. {{(pid=80167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 22:37:21.969258 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-1913c1d1-d40f-4674-a0a3-ec90a9213380 admin admin] Deleting port 93073957-b8bb-49e4-9961-bb6b8b0eb993 {{(pid=80165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:37:21.969832 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1913c1d1-d40f-4674-a0a3-ec90a9213380 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:22.400111 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-1913c1d1-d40f-4674-a0a3-ec90a9213380 admin admin] For port 93073957-b8bb-49e4-9961-bb6b8b0eb993, host dv-cinder-750782-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=93073957-b8bb-49e4-9961-bb6b8b0eb993,segment=NetworkSegment(ac94dfa7-227e-49fb-af2c-ee1352b858e5),segment_id=ac94dfa7-227e-49fb-af2c-ee1352b858e5)] {{(pid=80165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:37:22.400514 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1913c1d1-d40f-4674-a0a3-ec90a9213380 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137761'] for port, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:22.541150 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-1913c1d1-d40f-4674-a0a3-ec90a9213380 admin admin] Calling delete_port for 93073957-b8bb-49e4-9961-bb6b8b0eb993 owned by network:router_interface {{(pid=80165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:37:22.747684 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1913c1d1-d40f-4674-a0a3-ec90a9213380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307084714663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307085172425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852767463'] for port, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:22.765009 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-038b8373-ee51-4f61-b1fc-02c4a2bd9143 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:37:22.826224 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913c1d1-d40f-4674-a0a3-ec90a9213380 admin admin] Pushing event deleted for resources: {'Port': ['ID=93073957-b8bb-49e4-9961-bb6b8b0eb993,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:37:22.832135 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-1913c1d1-d40f-4674-a0a3-ec90a9213380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:37:23.059277 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf598a-0ae0-4e03-81e6-bddd94dc3628 req-49aeb465-7884-4644-93a6-b46efa21cf02 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:23.061019 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-aecf598a-0ae0-4e03-81e6-bddd94dc3628 req-49aeb465-7884-4644-93a6-b46efa21cf02 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/ports?device_id=46523f58-a489-46c3-b409-fc7bfcc330af HTTP/1.1" status: 200 len: 932 time: 0.2307000 Jan 19 22:37:23.262701 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-aecf598a-0ae0-4e03-81e6-bddd94dc3628 req-fdca106d-8177-47bf-a1dd-48f35cf21aeb tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Synchronizing usage tracker for tenant:fddaecd504844feeb47e1f8b7938103e on resource:security_group {{(pid=80165) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:37:23.303621 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-aecf598a-0ae0-4e03-81e6-bddd94dc3628 req-fdca106d-8177-47bf-a1dd-48f35cf21aeb tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Unset dirty status for tenant:fddaecd504844feeb47e1f8b7938103e on resource:security_group {{(pid=80165) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:37:23.305010 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-aecf598a-0ae0-4e03-81e6-bddd94dc3628 req-fdca106d-8177-47bf-a1dd-48f35cf21aeb tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/security-groups?id=6e9af2a2-66a7-42cf-882d-add82c693686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280099 Jan 19 22:37:23.340134 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1913c1d1-d40f-4674-a0a3-ec90a9213380 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854234204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452574'] for router_interface, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:23.885182 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1913c1d1-d40f-4674-a0a3-ec90a9213380 admin admin] Router 964a5056-8153-4ade-bc12-fec6a20c678c has already been hosted by L3 agent f53f1119-c8e9-4b63-a732-32c6c8f5b9fc {{(pid=80165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 22:37:24.086380 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1913c1d1-d40f-4674-a0a3-ec90a9213380 admin admin] Notify agent at l3_agent.dv-cinder-750782-5-smb the message routers_updated {{(pid=80165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:37:24.096857 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe922f6-afc7-4bc1-8cd2-7973ba982c83 None None] Sync routers for ids ['964a5056-8153-4ade-bc12-fec6a20c678c'] in dv-cinder-750782-5-smb {{(pid=80168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:37:24.098879 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-1913c1d1-d40f-4674-a0a3-ec90a9213380 admin admin] 10.222.0.43 "PUT /v2.0/routers/964a5056-8153-4ade-bc12-fec6a20c678c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3271720 Jan 19 22:37:24.101734 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 59186) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:37:24.107061 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe922f6-afc7-4bc1-8cd2-7973ba982c83 None None] Routers {'964a5056-8153-4ade-bc12-fec6a20c678c'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:37:24.107727 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-2fe922f6-afc7-4bc1-8cd2-7973ba982c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:37:02Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['964a5056-8153-4ade-bc12-fec6a20c678c'], 'active': True} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:37:24.299812 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-2108fb4f-a66a-4429-bd07-bd853c403ab6 admin admin] Notify callbacks [] for router, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:24.583846 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-2fe922f6-afc7-4bc1-8cd2-7973ba982c83 None None] Set router 964a5056-8153-4ade-bc12-fec6a20c678c gateway port host: dv-cinder-750782-5-smb {{(pid=80168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:37:24.686550 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877de11-04a6-4739-ad64-d25cdedd082d req-97b9623f-b5ce-43cc-b2c1-6b88a1c7a9ab tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:24.695060 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-b877de11-04a6-4739-ad64-d25cdedd082d req-97b9623f-b5ce-43cc-b2c1-6b88a1c7a9ab tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/ports?device_id=46523f58-a489-46c3-b409-fc7bfcc330af HTTP/1.1" status: 200 len: 932 time: 0.1892169 Jan 19 22:37:24.775151 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-2108fb4f-a66a-4429-bd07-bd853c403ab6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:24.780259 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-b877de11-04a6-4739-ad64-d25cdedd082d req-2703ae9e-89e5-45a3-a1aa-b5660d3779fe tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/security-groups?id=6e9af2a2-66a7-42cf-882d-add82c693686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792685 Jan 19 22:37:24.780827 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-2108fb4f-a66a-4429-bd07-bd853c403ab6 admin admin] Deleting port 6c470929-ba2b-4d5f-bf11-aacd94ed58f1 {{(pid=80165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:37:24.781198 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-2108fb4f-a66a-4429-bd07-bd853c403ab6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:24.999045 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-2108fb4f-a66a-4429-bd07-bd853c403ab6 admin admin] For port 6c470929-ba2b-4d5f-bf11-aacd94ed58f1, host dv-cinder-750782-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=6c470929-ba2b-4d5f-bf11-aacd94ed58f1,segment=NetworkSegment(eae0621e-0013-4ba3-ab53-cef85e02fc92),segment_id=eae0621e-0013-4ba3-ab53-cef85e02fc92)] {{(pid=80165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:37:24.999446 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-2108fb4f-a66a-4429-bd07-bd853c403ab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137761'] for port, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:25.008824 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-2fe922f6-afc7-4bc1-8cd2-7973ba982c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '964a5056-8153-4ade-bc12-fec6a20c678c', 'name': 'tempest-TestShelveInstance-1389591752-router', 'tenant_id': 'dbbf0efd14ce4938a6e8e4b8996f6d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.100'}], 'enable_snat': True}, 'gw_port_id': '6c470929-ba2b-4d5f-bf11-aacd94ed58f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:32:48Z', 'updated_at': '2021-01-19T22:37:22Z', 'revision_number': 5, 'project_id': 'dbbf0efd14ce4938a6e8e4b8996f6d93', 'gw_port': {'id': '6c470929-ba2b-4d5f-bf11-aacd94ed58f1', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964a5056-8153-4ade-bc12-fec6a20c678c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:32:49Z', 'updated_at': '2021-01-19T22:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb'}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:37:25.013070 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe922f6-afc7-4bc1-8cd2-7973ba982c83 None None] Checking router: 964a5056-8153-4ade-bc12-fec6a20c678c for host: dv-cinder-750782-5-smb {{(pid=80168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:37:25.022036 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe922f6-afc7-4bc1-8cd2-7973ba982c83 None None] Routers {'964a5056-8153-4ade-bc12-fec6a20c678c'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:37:25.022699 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-2fe922f6-afc7-4bc1-8cd2-7973ba982c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:37:02Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['964a5056-8153-4ade-bc12-fec6a20c678c'], 'active': True} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:37:25.139818 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-2108fb4f-a66a-4429-bd07-bd853c403ab6 admin admin] Calling delete_port for 6c470929-ba2b-4d5f-bf11-aacd94ed58f1 owned by network:router_gateway {{(pid=80165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:37:25.224429 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-2fe922f6-afc7-4bc1-8cd2-7973ba982c83 None None] Set router 964a5056-8153-4ade-bc12-fec6a20c678c gateway port host: dv-cinder-750782-5-smb {{(pid=80168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:37:25.294119 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-2108fb4f-a66a-4429-bd07-bd853c403ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307084714663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307085172425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852767463'] for port, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:25.528438 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-2108fb4f-a66a-4429-bd07-bd853c403ab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451142'] for router_gateway, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:25.589726 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-2fe922f6-afc7-4bc1-8cd2-7973ba982c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '964a5056-8153-4ade-bc12-fec6a20c678c', 'name': 'tempest-TestShelveInstance-1389591752-router', 'tenant_id': 'dbbf0efd14ce4938a6e8e4b8996f6d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.100'}], 'enable_snat': True}, 'gw_port_id': '6c470929-ba2b-4d5f-bf11-aacd94ed58f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:32:48Z', 'updated_at': '2021-01-19T22:37:22Z', 'revision_number': 5, 'project_id': 'dbbf0efd14ce4938a6e8e4b8996f6d93', 'gw_port': {'id': '6c470929-ba2b-4d5f-bf11-aacd94ed58f1', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964a5056-8153-4ade-bc12-fec6a20c678c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:32:49Z', 'updated_at': '2021-01-19T22:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb'}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:37:25.594167 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe922f6-afc7-4bc1-8cd2-7973ba982c83 None None] The sync data for ids ['964a5056-8153-4ade-bc12-fec6a20c678c'] in dv-cinder-750782-5-smb is: [{'id': '964a5056-8153-4ade-bc12-fec6a20c678c', 'name': 'tempest-TestShelveInstance-1389591752-router', 'tenant_id': 'dbbf0efd14ce4938a6e8e4b8996f6d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.100'}], 'enable_snat': True}, 'gw_port_id': '6c470929-ba2b-4d5f-bf11-aacd94ed58f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:32:48Z', 'updated_at': '2021-01-19T22:37:22Z', 'revision_number': 5, 'project_id': 'dbbf0efd14ce4938a6e8e4b8996f6d93', 'gw_port': {'id': '6c470929-ba2b-4d5f-bf11-aacd94ed58f1', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964a5056-8153-4ade-bc12-fec6a20c678c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:32:49Z', 'updated_at': '2021-01-19T22:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb'}] {{(pid=80168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:37:25.676778 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-2108fb4f-a66a-4429-bd07-bd853c403ab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-442634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1158'] for router, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:25.679252 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-2108fb4f-a66a-4429-bd07-bd853c403ab6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:25.710152 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-2108fb4f-a66a-4429-bd07-bd853c403ab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854170981'] for router, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:25.711678 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2108fb4f-a66a-4429-bd07-bd853c403ab6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 964a5056-8153-4ade-bc12-fec6a20c678c {{(pid=80165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 19 22:37:25.736058 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-2108fb4f-a66a-4429-bd07-bd853c403ab6 admin admin] Notify callbacks [] for router, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:25.741479 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80166) accepted ('10.222.0.43', 59194) {{(pid=80166) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:37:25.742245 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-2108fb4f-a66a-4429-bd07-bd853c403ab6 admin admin] 10.222.0.43 "DELETE /v2.0/routers/964a5056-8153-4ade-bc12-fec6a20c678c HTTP/1.1" status: 204 len: 168 time: 1.6389225 Jan 19 22:37:25.814683 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7e57184-db1a-4eb7-a9e9-19e4993e8ff5 admin admin] Deleting subnet f672aa63-f68f-4f0b-8d0d-cca71f8f4908 {{(pid=80166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 19 22:37:25.818081 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f7e57184-db1a-4eb7-a9e9-19e4993e8ff5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:25.877220 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f7e57184-db1a-4eb7-a9e9-19e4993e8ff5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11518823'] for subnet, precommit_delete_associations {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:25.979058 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f7e57184-db1a-4eb7-a9e9-19e4993e8ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560750'] for subnet, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:26.082260 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4298a61c-a8eb-4d8e-b44c-5db4db9af9ab req-9889a225-5847-49c8-8190-020705b680c9 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:26.084022 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-4298a61c-a8eb-4d8e-b44c-5db4db9af9ab req-9889a225-5847-49c8-8190-020705b680c9 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/ports?device_id=46523f58-a489-46c3-b409-fc7bfcc330af HTTP/1.1" status: 200 len: 932 time: 0.1178687 Jan 19 22:37:26.141632 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-4298a61c-a8eb-4d8e-b44c-5db4db9af9ab req-db68af4e-4321-45b3-b224-778b3cc41854 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/security-groups?id=6e9af2a2-66a7-42cf-882d-add82c693686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484378 Jan 19 22:37:26.294892 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f7e57184-db1a-4eb7-a9e9-19e4993e8ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851215066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11379380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10746148'] for subnet, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:26.308982 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-07f3ae20-eadc-4846-a016-25af3ad9857f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:37:26.355416 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e57184-db1a-4eb7-a9e9-19e4993e8ff5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f672aa63-f68f-4f0b-8d0d-cca71f8f4908,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:37:26.358295 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-f7e57184-db1a-4eb7-a9e9-19e4993e8ff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:37:26.464120 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-f7e57184-db1a-4eb7-a9e9-19e4993e8ff5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for subnet, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:26.470671 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98eb963e-1088-405a-a2bb-eaedf15ea28e None None] Network 4244d761-4e6e-4b5f-bf37-1ce21a66a941 requested from dv-cinder-750782-5-smb {{(pid=80167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:37:26.476028 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 59200) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:37:26.476363 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-f7e57184-db1a-4eb7-a9e9-19e4993e8ff5 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f672aa63-f68f-4f0b-8d0d-cca71f8f4908 HTTP/1.1" status: 204 len: 168 time: 0.7334435 Jan 19 22:37:26.626453 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-2afc77b3-c44e-4723-9d21-3b623cfb2bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851036617'] for network, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:26.696414 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-2afc77b3-c44e-4723-9d21-3b623cfb2bd2 admin admin] Deleting port 5ae63d12-6e95-4989-b297-cbaa0ae9853a {{(pid=80165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:37:26.696791 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-2afc77b3-c44e-4723-9d21-3b623cfb2bd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:26.781715 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b23a08c-486c-4b7d-a90b-8b9a74af1ee6 None None] DHCP port deletion for 4244d761-4e6e-4b5f-bf37-1ce21a66a941 request from dv-cinder-750782-5-smb {{(pid=80167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 19 22:37:26.788293 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-0b23a08c-486c-4b7d-a90b-8b9a74af1ee6 None None] Deleting port 5ae63d12-6e95-4989-b297-cbaa0ae9853a {{(pid=80167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:37:26.788501 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0b23a08c-486c-4b7d-a90b-8b9a74af1ee6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:26.910480 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device 6c470929-ba2b-4d5f-bf11-aacd94ed58f1 no longer exists at agent ovs-agent-dv-cinder-750782-5-smb {{(pid=80167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:37:26.940537 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-2afc77b3-c44e-4723-9d21-3b623cfb2bd2 admin admin] For port 5ae63d12-6e95-4989-b297-cbaa0ae9853a, host dv-cinder-750782-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=5ae63d12-6e95-4989-b297-cbaa0ae9853a,segment=NetworkSegment(ac94dfa7-227e-49fb-af2c-ee1352b858e5),segment_id=ac94dfa7-227e-49fb-af2c-ee1352b858e5)] {{(pid=80165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:37:26.940939 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-2afc77b3-c44e-4723-9d21-3b623cfb2bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137761'] for port, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:26.952467 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] No Port match for: 6c470929-ba2b-4d5f-bf11-aacd94ed58f1 {{(pid=80167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 22:37:26.952896 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device 6c470929-ba2b-4d5f-bf11-aacd94ed58f1 not bound to the agent host dv-cinder-750782-5-smb {{(pid=80167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 22:37:26.953424 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device 93073957-b8bb-49e4-9961-bb6b8b0eb993 no longer exists at agent ovs-agent-dv-cinder-750782-5-smb {{(pid=80167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:37:27.000440 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] No Port match for: 93073957-b8bb-49e4-9961-bb6b8b0eb993 {{(pid=80167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 22:37:27.000843 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device 93073957-b8bb-49e4-9961-bb6b8b0eb993 not bound to the agent host dv-cinder-750782-5-smb {{(pid=80167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 22:37:27.095418 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-2afc77b3-c44e-4723-9d21-3b623cfb2bd2 admin admin] Calling delete_port for 5ae63d12-6e95-4989-b297-cbaa0ae9853a owned by network:dhcp {{(pid=80165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:37:27.147389 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-0b23a08c-486c-4b7d-a90b-8b9a74af1ee6 None None] For port 5ae63d12-6e95-4989-b297-cbaa0ae9853a, host dv-cinder-750782-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=5ae63d12-6e95-4989-b297-cbaa0ae9853a,segment=NetworkSegment(ac94dfa7-227e-49fb-af2c-ee1352b858e5),segment_id=ac94dfa7-227e-49fb-af2c-ee1352b858e5)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:37:27.147988 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0b23a08c-486c-4b7d-a90b-8b9a74af1ee6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137761'] for port, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:27.176752 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-2afc77b3-c44e-4723-9d21-3b623cfb2bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307084714663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307085172425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852767463'] for port, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:27.193189 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-f732d5ab-2549-48e9-a235-e98b10a9535b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:37:27.290818 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-0b23a08c-486c-4b7d-a90b-8b9a74af1ee6 None None] Calling delete_port for 5ae63d12-6e95-4989-b297-cbaa0ae9853a owned by network:dhcp {{(pid=80167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:37:27.402439 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.db.api [None req-0b23a08c-486c-4b7d-a90b-8b9a74af1ee6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80167) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 22:37:27.402856 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_db.api [None req-0b23a08c-486c-4b7d-a90b-8b9a74af1ee6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 22:37:27.404614 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8b7f52-d9bd-48b1-aa7c-8455551be14a req-6fc8e5a0-9c3b-4e7d-bb35-201749c0139d tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:27.412826 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ec8b7f52-d9bd-48b1-aa7c-8455551be14a req-6fc8e5a0-9c3b-4e7d-bb35-201749c0139d tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/ports?device_id=46523f58-a489-46c3-b409-fc7bfcc330af HTTP/1.1" status: 200 len: 932 time: 0.1329219 Jan 19 22:37:27.422290 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afc77b3-c44e-4723-9d21-3b623cfb2bd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ae63d12-6e95-4989-b297-cbaa0ae9853a,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:37:27.430684 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-2afc77b3-c44e-4723-9d21-3b623cfb2bd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:37:27.458570 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afc77b3-c44e-4723-9d21-3b623cfb2bd2 admin admin] No DVR routers for this DVR port 5ae63d12-6e95-4989-b297-cbaa0ae9853a on host dv-cinder-750782-5-smb {{(pid=80165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 22:37:27.477966 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ec8b7f52-d9bd-48b1-aa7c-8455551be14a req-44f4b367-ca48-44c5-adbf-9c01095a01e0 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/security-groups?id=6e9af2a2-66a7-42cf-882d-add82c693686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639937 Jan 19 22:37:27.591730 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-2afc77b3-c44e-4723-9d21-3b623cfb2bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3566075', 'neutron.services.segments.db._delete_segments_for_network--9223363307084834676'] for network, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:27.712707 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.services.segments.db [None req-2afc77b3-c44e-4723-9d21-3b623cfb2bd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4244d761-4e6e-4b5f-bf37-1ce21a66a941']}} {{(pid=80165) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:37:27.726468 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.services.segments.db [None req-2afc77b3-c44e-4723-9d21-3b623cfb2bd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac94dfa7-227e-49fb-af2c-ee1352b858e5') {'for_net_delete': True} {{(pid=80165) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:37:27.726809 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.services.segments.db [None req-2afc77b3-c44e-4723-9d21-3b623cfb2bd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac94dfa7-227e-49fb-af2c-ee1352b858e5') {} {{(pid=80165) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:37:27.739647 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-2afc77b3-c44e-4723-9d21-3b623cfb2bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307084830580', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036846564465'] for segment, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:27.754387 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-2afc77b3-c44e-4723-9d21-3b623cfb2bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560818'] for segment, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:27.756376 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2afc77b3-c44e-4723-9d21-3b623cfb2bd2 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 19 22:37:27.904109 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-0b23a08c-486c-4b7d-a90b-8b9a74af1ee6 None None] Deleting port 5ae63d12-6e95-4989-b297-cbaa0ae9853a {{(pid=80167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:37:27.904542 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0b23a08c-486c-4b7d-a90b-8b9a74af1ee6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:27.951825 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-2afc77b3-c44e-4723-9d21-3b623cfb2bd2 admin admin] Network 4244d761-4e6e-4b5f-bf37-1ce21a66a941 has no segments {{(pid=80165) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 22:37:27.966478 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-2afc77b3-c44e-4723-9d21-3b623cfb2bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851214998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2008516'] for segment, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:28.004059 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-0b23a08c-486c-4b7d-a90b-8b9a74af1ee6 None None] The port '5ae63d12-6e95-4989-b297-cbaa0ae9853a' was deleted {{(pid=80167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 19 22:37:28.153041 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-2afc77b3-c44e-4723-9d21-3b623cfb2bd2 admin admin] Network 4244d761-4e6e-4b5f-bf37-1ce21a66a941 has no segments {{(pid=80165) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 22:37:28.175487 dv-cinder-750782-5-smb neutron-server[80054]: Traceback (most recent call last): Jan 19 22:37:28.175487 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 22:37:28.175487 dv-cinder-750782-5-smb neutron-server[80054]: timer() Jan 19 22:37:28.175487 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 22:37:28.175487 dv-cinder-750782-5-smb neutron-server[80054]: cb(*args, **kw) Jan 19 22:37:28.175487 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 19 22:37:28.175487 dv-cinder-750782-5-smb neutron-server[80054]: return func(*args, **kwargs) Jan 19 22:37:28.175487 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 22:37:28.175487 dv-cinder-750782-5-smb neutron-server[80054]: self._notify() Jan 19 22:37:28.175487 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 22:37:28.175487 dv-cinder-750782-5-smb neutron-server[80054]: self.callback(batched_events) Jan 19 22:37:28.175487 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 22:37:28.175487 dv-cinder-750782-5-smb neutron-server[80054]: event.method(event) Jan 19 22:37:28.175487 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 22:37:28.175487 dv-cinder-750782-5-smb neutron-server[80054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 22:37:28.175487 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 19 22:37:28.175487 dv-cinder-750782-5-smb neutron-server[80054]: segment_id)['aggregates'][0] Jan 19 22:37:28.175487 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 22:37:28.175487 dv-cinder-750782-5-smb neutron-server[80054]: return f(self, *a, **k) Jan 19 22:37:28.175487 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 19 22:37:28.175487 dv-cinder-750782-5-smb neutron-server[80054]: return self._get(url).json() Jan 19 22:37:28.175487 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 22:37:28.175487 dv-cinder-750782-5-smb neutron-server[80054]: **kwargs) Jan 19 22:37:28.175487 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 22:37:28.175487 dv-cinder-750782-5-smb neutron-server[80054]: return self.request(url, 'GET', **kwargs) Jan 19 22:37:28.175487 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 19 22:37:28.175487 dv-cinder-750782-5-smb neutron-server[80054]: **endpoint_filter) Jan 19 22:37:28.175487 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 22:37:28.175487 dv-cinder-750782-5-smb neutron-server[80054]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 22:37:28.175487 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 22:37:28.175487 dv-cinder-750782-5-smb neutron-server[80054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 22:37:28.175487 dv-cinder-750782-5-smb neutron-server[80054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 22:37:28.269046 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-2afc77b3-c44e-4723-9d21-3b623cfb2bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3565836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324611'] for network, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:28.276505 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-bc508dc7-3e4f-40ea-a7a9-357bcf84ca80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:37:28.297671 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-2afc77b3-c44e-4723-9d21-3b623cfb2bd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for network, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:28.300700 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afc77b3-c44e-4723-9d21-3b623cfb2bd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4244d761-4e6e-4b5f-bf37-1ce21a66a941,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:37:28.304157 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-2afc77b3-c44e-4723-9d21-3b623cfb2bd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:37:28.310775 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-2afc77b3-c44e-4723-9d21-3b623cfb2bd2 admin admin] 10.222.0.43 "DELETE /v2.0/networks/4244d761-4e6e-4b5f-bf37-1ce21a66a941 HTTP/1.1" status: 204 len: 168 time: 1.8336082 Jan 19 22:37:28.462277 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 59208) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:37:28.516115 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-94eadbd2-e37d-4244-b101-cb8241d4f38d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=01433532f839429f9ab490395be6df9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0504570 Jan 19 22:37:28.516843 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 59214) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:37:28.579271 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-18ca8e38-1752-4e63-b542-4f20c3fdc5f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:28.619858 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-18ca8e38-1752-4e63-b542-4f20c3fdc5f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:28.746129 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-18ca8e38-1752-4e63-b542-4f20c3fdc5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:28.751178 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-12f0acb0-eb95-44b5-993a-84ee218d119f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:37:28.780208 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75538965-0dd9-4d6a-8cf1-fb2b377dcd55 req-a25ede9c-fdf0-4a60-8d9c-2ad872aa0bba tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:28.781911 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-75538965-0dd9-4d6a-8cf1-fb2b377dcd55 req-a25ede9c-fdf0-4a60-8d9c-2ad872aa0bba tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/ports?device_id=46523f58-a489-46c3-b409-fc7bfcc330af HTTP/1.1" status: 200 len: 932 time: 0.1686697 Jan 19 22:37:28.788506 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device 5ae63d12-6e95-4989-b297-cbaa0ae9853a no longer exists at agent ovs-agent-dv-cinder-750782-5-smb {{(pid=80167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:37:28.794819 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca8e38-1752-4e63-b542-4f20c3fdc5f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7495f2-2ad5-4b9a-bb58-802120b7d99c,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:37:28.797448 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-18ca8e38-1752-4e63-b542-4f20c3fdc5f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:37:28.839121 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-18ca8e38-1752-4e63-b542-4f20c3fdc5f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:28.841036 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-18ca8e38-1752-4e63-b542-4f20c3fdc5f2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7a7495f2-2ad5-4b9a-bb58-802120b7d99c HTTP/1.1" status: 204 len: 168 time: 0.3235338 Jan 19 22:37:28.877465 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] No Port match for: 5ae63d12-6e95-4989-b297-cbaa0ae9853a {{(pid=80167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 22:37:28.877943 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device 5ae63d12-6e95-4989-b297-cbaa0ae9853a not bound to the agent host dv-cinder-750782-5-smb {{(pid=80167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 22:37:28.888510 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-75538965-0dd9-4d6a-8cf1-fb2b377dcd55 req-b5fce9c6-eaf8-4ff6-a5bd-f96e5d8c83a3 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/security-groups?id=6e9af2a2-66a7-42cf-882d-add82c693686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980766 Jan 19 22:37:28.904346 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-0794c74f-343e-4de6-92b4-5d97071d18e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:29.337328 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 59222) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:37:29.393162 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-0778a780-2335-4b81-a749-2517c9fb9123 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dbbf0efd14ce4938a6e8e4b8996f6d93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0540679 Jan 19 22:37:29.406567 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 59226) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:37:29.506440 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-17f0187c-0fd2-4ab4-af8b-00102deba5f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:29.539086 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-17f0187c-0fd2-4ab4-af8b-00102deba5f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:29.625868 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-17f0187c-0fd2-4ab4-af8b-00102deba5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:29.630978 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-c9de00d2-2cd2-4237-bec0-c0c6f2307fbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:37:29.645080 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f0187c-0fd2-4ab4-af8b-00102deba5f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8bb584-9619-4604-b631-7d01b05cd67a,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:37:29.647860 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-17f0187c-0fd2-4ab4-af8b-00102deba5f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:37:29.650093 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-17f0187c-0fd2-4ab4-af8b-00102deba5f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:29.651362 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-17f0187c-0fd2-4ab4-af8b-00102deba5f2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6f8bb584-9619-4604-b631-7d01b05cd67a HTTP/1.1" status: 204 len: 168 time: 0.2542439 Jan 19 22:37:30.145818 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c4c45-f048-43c3-95b5-2ea3cf20bce3 req-146ec398-6ba9-4e6e-8910-0fcc22494583 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:30.147559 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-059c4c45-f048-43c3-95b5-2ea3cf20bce3 req-146ec398-6ba9-4e6e-8910-0fcc22494583 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/ports?device_id=46523f58-a489-46c3-b409-fc7bfcc330af HTTP/1.1" status: 200 len: 932 time: 0.1038628 Jan 19 22:37:30.205879 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-059c4c45-f048-43c3-95b5-2ea3cf20bce3 req-b5fac7d9-c39e-4bfe-a09a-aeb5616b0870 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/security-groups?id=6e9af2a2-66a7-42cf-882d-add82c693686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498631 Jan 19 22:37:31.072774 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [req-06ad2df7-bc08-4832-9146-c36e633ba05c req-9e24d4ae-254a-4bf8-91c7-d5e593917325 service neutron] Request body: {'port': {'device_id': '46523f58-a489-46c3-b409-fc7bfcc330af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:37:31.192889 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-06ad2df7-bc08-4832-9146-c36e633ba05c req-9e24d4ae-254a-4bf8-91c7-d5e593917325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:31.442299 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1243c519-8875-4095-9705-67b78462088e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:31.445228 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6565b09-d1ae-498f-bdc0-fcaf366ade08 req-12056c49-86bd-4767-bbc4-131273728193 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:31.446975 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-e6565b09-d1ae-498f-bdc0-fcaf366ade08 req-12056c49-86bd-4767-bbc4-131273728193 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/ports?device_id=46523f58-a489-46c3-b409-fc7bfcc330af HTTP/1.1" status: 200 len: 932 time: 0.1122313 Jan 19 22:37:31.499640 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-e6565b09-d1ae-498f-bdc0-fcaf366ade08 req-e1b202a4-262c-4264-ad45-d21f8c667160 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/security-groups?id=6e9af2a2-66a7-42cf-882d-add82c693686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449734 Jan 19 22:37:31.619090 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [req-06ad2df7-bc08-4832-9146-c36e633ba05c req-9e24d4ae-254a-4bf8-91c7-d5e593917325 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b43c51df-9db2-4284-b873-53186451a02a {{(pid=80166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 19 22:37:31.627269 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-06ad2df7-bc08-4832-9146-c36e633ba05c req-9e24d4ae-254a-4bf8-91c7-d5e593917325 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:31.639638 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [req-06ad2df7-bc08-4832-9146-c36e633ba05c req-9e24d4ae-254a-4bf8-91c7-d5e593917325 service neutron] Transition to ACTIVE for port object b43c51df-9db2-4284-b873-53186451a02a will not be triggered until provisioned by entity L2. {{(pid=80166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:37:31.642391 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-06ad2df7-bc08-4832-9146-c36e633ba05c req-9e24d4ae-254a-4bf8-91c7-d5e593917325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11379449'] for port, after_update {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:31.657610 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-5ef32351-3304-49ea-b615-143590f9e301 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:37:31.782832 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b3ec0d48-7b07-4af6-bbb8-7ca2e99d50f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:31.800176 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24d4ae-254a-4bf8-91c7-d5e593917325 service neutron] Pushing event updated for resources: {'Port': ['ID=b43c51df-9db2-4284-b873-53186451a02a,revision_number=2']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:37:31.805563 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-9e24d4ae-254a-4bf8-91c7-d5e593917325 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:37:31.983824 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [req-06ad2df7-bc08-4832-9146-c36e633ba05c req-9e24d4ae-254a-4bf8-91c7-d5e593917325 service neutron] Attempting to bind port b43c51df-9db2-4284-b873-53186451a02a on host hv-cinder-75078 for vnic_type normal with profile {{(pid=80166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:37:31.984201 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [req-06ad2df7-bc08-4832-9146-c36e633ba05c req-9e24d4ae-254a-4bf8-91c7-d5e593917325 service neutron] Attempting to bind port b43c51df-9db2-4284-b873-53186451a02a by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': 'd93607ed-2f89-4fb3-8de4-b61c7715179a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '89e241a6-c22e-41ae-9bbc-2825eb64df4b'}] {{(pid=80166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:37:31.984574 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ad2df7-bc08-4832-9146-c36e633ba05c req-9e24d4ae-254a-4bf8-91c7-d5e593917325 service neutron] Attempting to bind port b43c51df-9db2-4284-b873-53186451a02a on network 89e241a6-c22e-41ae-9bbc-2825eb64df4b {{(pid=80166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:37:31.990530 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ad2df7-bc08-4832-9146-c36e633ba05c req-9e24d4ae-254a-4bf8-91c7-d5e593917325 service neutron] Checking agent: {'id': 'fdb5f3a7-7d47-485b-a3bd-ac2e8030a5a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 24, 37), 'started_at': datetime.datetime(2021, 1, 19, 22, 25, 7), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:37:31.990904 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ad2df7-bc08-4832-9146-c36e633ba05c req-9e24d4ae-254a-4bf8-91c7-d5e593917325 service neutron] Checking segment: {'id': 'd93607ed-2f89-4fb3-8de4-b61c7715179a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '89e241a6-c22e-41ae-9bbc-2825eb64df4b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:37:31.991304 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-06ad2df7-bc08-4832-9146-c36e633ba05c req-9e24d4ae-254a-4bf8-91c7-d5e593917325 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:31.991697 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ad2df7-bc08-4832-9146-c36e633ba05c req-9e24d4ae-254a-4bf8-91c7-d5e593917325 service neutron] Bound using segment: {'id': 'd93607ed-2f89-4fb3-8de4-b61c7715179a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '89e241a6-c22e-41ae-9bbc-2825eb64df4b'} {{(pid=80166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:37:31.992170 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [req-06ad2df7-bc08-4832-9146-c36e633ba05c req-9e24d4ae-254a-4bf8-91c7-d5e593917325 service neutron] Bound port: b43c51df-9db2-4284-b873-53186451a02a, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd93607ed-2f89-4fb3-8de4-b61c7715179a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '89e241a6-c22e-41ae-9bbc-2825eb64df4b'}}] {{(pid=80166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:37:31.992541 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-06ad2df7-bc08-4832-9146-c36e633ba05c req-9e24d4ae-254a-4bf8-91c7-d5e593917325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:32.087577 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-06ad2df7-bc08-4832-9146-c36e633ba05c req-9e24d4ae-254a-4bf8-91c7-d5e593917325 service neutron] For port b43c51df-9db2-4284-b873-53186451a02a, host hv-cinder-75078, cleared binding levels {{(pid=80166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:37:32.091250 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-06ad2df7-bc08-4832-9146-c36e633ba05c req-9e24d4ae-254a-4bf8-91c7-d5e593917325 service neutron] For port b43c51df-9db2-4284-b873-53186451a02a, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=b43c51df-9db2-4284-b873-53186451a02a,segment=NetworkSegment(d93607ed-2f89-4fb3-8de4-b61c7715179a),segment_id=d93607ed-2f89-4fb3-8de4-b61c7715179a)] {{(pid=80166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:37:32.094690 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-06ad2df7-bc08-4832-9146-c36e633ba05c req-9e24d4ae-254a-4bf8-91c7-d5e593917325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11379449'] for port, after_update {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:32.110245 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:37:32.259121 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24d4ae-254a-4bf8-91c7-d5e593917325 service neutron] Pushing event updated for resources: {'Port': ['ID=b43c51df-9db2-4284-b873-53186451a02a,revision_number=3']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:37:32.263907 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-9e24d4ae-254a-4bf8-91c7-d5e593917325 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:37:32.295392 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad2df7-bc08-4832-9146-c36e633ba05c req-9e24d4ae-254a-4bf8-91c7-d5e593917325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:32.296067 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-06ad2df7-bc08-4832-9146-c36e633ba05c req-9e24d4ae-254a-4bf8-91c7-d5e593917325 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for port, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:32.297656 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-06ad2df7-bc08-4832-9146-c36e633ba05c req-9e24d4ae-254a-4bf8-91c7-d5e593917325 service neutron] 10.222.0.66 "PUT /v2.0/ports/b43c51df-9db2-4284-b873-53186451a02a HTTP/1.1" status: 200 len: 1158 time: 1.2297227 Jan 19 22:37:32.298259 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46523f58-a489-46c3-b409-fc7bfcc330af', 'tag': 'b43c51df-9db2-4284-b873-53186451a02a'}] {{(pid=80166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:37:32.442134 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad2df7-bc08-4832-9146-c36e633ba05c req-60a415bd-65de-4a88-911d-3dce26ea46d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:32.443973 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-06ad2df7-bc08-4832-9146-c36e633ba05c req-60a415bd-65de-4a88-911d-3dce26ea46d3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fddaecd504844feeb47e1f8b7938103e&device_id=46523f58-a489-46c3-b409-fc7bfcc330af HTTP/1.1" status: 200 len: 1161 time: 0.0908237 Jan 19 22:37:32.529092 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-06ad2df7-bc08-4832-9146-c36e633ba05c req-4f1dedff-9e5f-42a3-b24e-8e8e53292723 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b43c51df-9db2-4284-b873-53186451a02a HTTP/1.1" status: 200 len: 217 time: 0.0713582 Jan 19 22:37:32.606078 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad2df7-bc08-4832-9146-c36e633ba05c req-a5589467-07d3-40f4-a7d1-4e433b7b4406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:32.607675 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-06ad2df7-bc08-4832-9146-c36e633ba05c req-a5589467-07d3-40f4-a7d1-4e433b7b4406 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c35fe21-4842-4614-ae1d-e82e817e996b HTTP/1.1" status: 200 len: 853 time: 0.0701320 Jan 19 22:37:32.615160 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46523f58-a489-46c3-b409-fc7bfcc330af', 'tag': 'b43c51df-9db2-4284-b873-53186451a02a', 'status': 'completed', 'code': 200} Jan 19 22:37:32.694272 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad2df7-bc08-4832-9146-c36e633ba05c req-20b712d0-95b6-4852-8c05-7922cea7f92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:32.695963 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-06ad2df7-bc08-4832-9146-c36e633ba05c req-20b712d0-95b6-4852-8c05-7922cea7f92f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=89e241a6-c22e-41ae-9bbc-2825eb64df4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0786824 Jan 19 22:37:32.735914 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e539d-df4a-4c0c-8e17-e14b432b5113 req-b3d44e28-7554-4fca-8aef-cc3acf3549a1 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:32.737611 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-012e539d-df4a-4c0c-8e17-e14b432b5113 req-b3d44e28-7554-4fca-8aef-cc3acf3549a1 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/ports?device_id=46523f58-a489-46c3-b409-fc7bfcc330af HTTP/1.1" status: 200 len: 944 time: 0.1031530 Jan 19 22:37:32.789466 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-012e539d-df4a-4c0c-8e17-e14b432b5113 req-0743c5e4-4922-4fb1-a7c8-7400df675239 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/security-groups?id=6e9af2a2-66a7-42cf-882d-add82c693686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446160 Jan 19 22:37:32.843909 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-06ad2df7-bc08-4832-9146-c36e633ba05c req-1d567b9e-0706-44c3-aed8-6d41982898d8 service neutron] 10.222.0.66 "GET /v2.0/networks/89e241a6-c22e-41ae-9bbc-2825eb64df4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405060 Jan 19 22:37:32.987250 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-06ad2df7-bc08-4832-9146-c36e633ba05c req-34d9e2ea-a844-4273-90a3-a8c518c84694 service neutron] 10.222.0.66 "GET /v2.0/networks/89e241a6-c22e-41ae-9bbc-2825eb64df4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1369560 Jan 19 22:37:33.056186 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:33.165862 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05950eae-6c16-4dfe-8e42-b0e9bdac8a2c req-fadc2ac4-c8fc-43d5-b945-ad5c9c772a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:33.167973 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-05950eae-6c16-4dfe-8e42-b0e9bdac8a2c req-fadc2ac4-c8fc-43d5-b945-ad5c9c772a8d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fddaecd504844feeb47e1f8b7938103e&device_id=46523f58-a489-46c3-b409-fc7bfcc330af HTTP/1.1" status: 200 len: 1161 time: 0.0818956 Jan 19 22:37:33.311246 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05950eae-6c16-4dfe-8e42-b0e9bdac8a2c req-ae29ca1f-d16e-4492-a305-c048b6b648bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:33.313229 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-05950eae-6c16-4dfe-8e42-b0e9bdac8a2c req-ae29ca1f-d16e-4492-a305-c048b6b648bb service neutron] 10.222.0.66 "GET /v2.0/networks?id=89e241a6-c22e-41ae-9bbc-2825eb64df4b HTTP/1.1" status: 200 len: 908 time: 0.1379201 Jan 19 22:37:33.385039 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-05950eae-6c16-4dfe-8e42-b0e9bdac8a2c req-4a9405d0-ebcd-4c76-8643-c1bfd48f7a7e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b43c51df-9db2-4284-b873-53186451a02a HTTP/1.1" status: 200 len: 217 time: 0.0651915 Jan 19 22:37:33.460100 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8bdf443e-3544-4df7-a37c-063f9f459872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:33.460384 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05950eae-6c16-4dfe-8e42-b0e9bdac8a2c req-1e29aabf-b76b-475d-a7e6-eaef4483ffa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:33.461934 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-05950eae-6c16-4dfe-8e42-b0e9bdac8a2c req-1e29aabf-b76b-475d-a7e6-eaef4483ffa5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c35fe21-4842-4614-ae1d-e82e817e996b HTTP/1.1" status: 200 len: 853 time: 0.0699091 Jan 19 22:37:33.546911 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05950eae-6c16-4dfe-8e42-b0e9bdac8a2c req-44b9e3b7-8c15-4da5-8861-f4c541d86327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:33.548517 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-05950eae-6c16-4dfe-8e42-b0e9bdac8a2c req-44b9e3b7-8c15-4da5-8861-f4c541d86327 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=89e241a6-c22e-41ae-9bbc-2825eb64df4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0791416 Jan 19 22:37:33.690605 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-05950eae-6c16-4dfe-8e42-b0e9bdac8a2c req-f370ef69-c2d7-4915-abe3-c45f5a6f7bd5 service neutron] 10.222.0.66 "GET /v2.0/networks/89e241a6-c22e-41ae-9bbc-2825eb64df4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350424 Jan 19 22:37:33.835268 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-05950eae-6c16-4dfe-8e42-b0e9bdac8a2c req-8e90a112-16ee-4dbd-b3e3-ebd8712ece4e service neutron] 10.222.0.66 "GET /v2.0/networks/89e241a6-c22e-41ae-9bbc-2825eb64df4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1364405 Jan 19 22:37:34.019610 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c556c3c-d4a0-4ced-84bd-96eac0ecb8a9 req-e3be6b5d-9682-4574-84fe-db45fdd4e20d tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:34.021136 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-7c556c3c-d4a0-4ced-84bd-96eac0ecb8a9 req-e3be6b5d-9682-4574-84fe-db45fdd4e20d tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/ports?device_id=46523f58-a489-46c3-b409-fc7bfcc330af HTTP/1.1" status: 200 len: 944 time: 0.1010001 Jan 19 22:37:34.075176 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-7c556c3c-d4a0-4ced-84bd-96eac0ecb8a9 req-816b503b-33a0-4c73-b5c3-2f3aabd9da25 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/security-groups?id=6e9af2a2-66a7-42cf-882d-add82c693686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470700 Jan 19 22:37:35.306370 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7e0a8-4936-45ba-9c7d-0ed2934afa45 req-f1482044-59ff-45a0-954c-4f678e268aea tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:35.308509 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-69c7e0a8-4936-45ba-9c7d-0ed2934afa45 req-f1482044-59ff-45a0-954c-4f678e268aea tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/ports?device_id=46523f58-a489-46c3-b409-fc7bfcc330af HTTP/1.1" status: 200 len: 944 time: 0.1030848 Jan 19 22:37:35.361770 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-69c7e0a8-4936-45ba-9c7d-0ed2934afa45 req-87d7f2ae-149d-4aca-8899-90d2a7102f5d tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/security-groups?id=6e9af2a2-66a7-42cf-882d-add82c693686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466082 Jan 19 22:37:35.456406 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.objects.ports [None req-38459d00-3c6e-4384-ace2-4291ca68360a None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80167) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 19 22:37:35.870026 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device b43c51df-9db2-4284-b873-53186451a02a up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:37:35.939579 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning for port b43c51df-9db2-4284-b873-53186451a02a completed by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:37:35.944650 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port b43c51df-9db2-4284-b873-53186451a02a triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:37:35.945183 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:36.069513 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:36.098528 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46523f58-a489-46c3-b409-fc7bfcc330af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b43c51df-9db2-4284-b873-53186451a02a'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:37:36.108895 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] For port b43c51df-9db2-4284-b873-53186451a02a, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=b43c51df-9db2-4284-b873-53186451a02a,segment=NetworkSegment(d93607ed-2f89-4fb3-8de4-b61c7715179a),segment_id=d93607ed-2f89-4fb3-8de4-b61c7715179a)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:37:36.111937 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:36.113980 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:37:36.186785 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Pushing event updated for resources: {'Port': ['ID=b43c51df-9db2-4284-b873-53186451a02a,revision_number=4']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:37:36.190368 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:37:36.246405 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46523f58-a489-46c3-b409-fc7bfcc330af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b43c51df-9db2-4284-b873-53186451a02a', 'code': 200} Jan 19 22:37:36.518874 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c149c4a2-1a1e-4e15-8e2a-7f726b859562 req-ec7d6558-d22c-46ae-b23f-207623c7c1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:36.520496 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c149c4a2-1a1e-4e15-8e2a-7f726b859562 req-ec7d6558-d22c-46ae-b23f-207623c7c1d4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=46523f58-a489-46c3-b409-fc7bfcc330af HTTP/1.1" status: 200 len: 1163 time: 0.0770729 Jan 19 22:37:36.564681 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-c149c4a2-1a1e-4e15-8e2a-7f726b859562 req-9c5c9cc4-8025-47e2-89bf-0d9b2f0d171f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6e9af2a2-66a7-42cf-882d-add82c693686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372133 Jan 19 22:37:36.595425 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22800ccc-acf1-4efb-b8a4-daff37f8b694 req-6d9a0219-8623-485d-8a0d-a0cdb495aa2c tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:36.597029 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-22800ccc-acf1-4efb-b8a4-daff37f8b694 req-6d9a0219-8623-485d-8a0d-a0cdb495aa2c tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/ports?device_id=46523f58-a489-46c3-b409-fc7bfcc330af HTTP/1.1" status: 200 len: 946 time: 0.1053309 Jan 19 22:37:36.646564 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-22800ccc-acf1-4efb-b8a4-daff37f8b694 req-46893407-eaf1-4933-80f3-93ced0d4109c tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/security-groups?id=6e9af2a2-66a7-42cf-882d-add82c693686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431764 Jan 19 22:37:37.548562 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device b43c51df-9db2-4284-b873-53186451a02a up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:37:37.614471 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:37.637162 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port b43c51df-9db2-4284-b873-53186451a02a triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:37:37.637527 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:37.891580 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7561d3d-3a3c-4174-aeb6-1992c2106ee5 req-c9545be1-4b99-4d1c-b342-c838d5d03d79 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:37.893201 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f7561d3d-3a3c-4174-aeb6-1992c2106ee5 req-c9545be1-4b99-4d1c-b342-c838d5d03d79 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/ports?device_id=46523f58-a489-46c3-b409-fc7bfcc330af HTTP/1.1" status: 200 len: 946 time: 0.1093905 Jan 19 22:37:37.945788 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f7561d3d-3a3c-4174-aeb6-1992c2106ee5 req-7cf2d491-6b91-46c6-99e4-e2086b5ce083 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/security-groups?id=6e9af2a2-66a7-42cf-882d-add82c693686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461850 Jan 19 22:37:38.172997 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7822e-7c72-4a50-a99f-36616d978a79 req-0b4c1aeb-e10c-40dd-96eb-4f574980f3de tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:38.174628 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ffd7822e-7c72-4a50-a99f-36616d978a79 req-0b4c1aeb-e10c-40dd-96eb-4f574980f3de tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/ports?device_id=46523f58-a489-46c3-b409-fc7bfcc330af HTTP/1.1" status: 200 len: 946 time: 0.1012049 Jan 19 22:37:38.223820 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ffd7822e-7c72-4a50-a99f-36616d978a79 req-0f45c2a8-e501-47aa-b1de-feabba348fc2 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/security-groups?id=6e9af2a2-66a7-42cf-882d-add82c693686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429604 Jan 19 22:37:38.917724 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2db63e-9ace-42e1-bf9f-d5701c00858e req-393f190f-a394-40ca-8ed7-eddc46a58347 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:38.919341 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-7b2db63e-9ace-42e1-bf9f-d5701c00858e req-393f190f-a394-40ca-8ed7-eddc46a58347 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/ports?device_id=46523f58-a489-46c3-b409-fc7bfcc330af HTTP/1.1" status: 200 len: 946 time: 0.3332894 Jan 19 22:37:38.970433 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-7b2db63e-9ace-42e1-bf9f-d5701c00858e req-8c06ce49-58d1-4988-8dc7-271fd49e896b tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/security-groups?id=6e9af2a2-66a7-42cf-882d-add82c693686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448127 Jan 19 22:37:39.509351 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device b43c51df-9db2-4284-b873-53186451a02a up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:37:39.584389 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port b43c51df-9db2-4284-b873-53186451a02a triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:37:39.584815 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:40.521655 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-32b760a5-eb65-4dd8-9794-3cb391a9b035 req-0a7b4359-4f32-477d-adec-c6e63451f0b6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=46523f58-a489-46c3-b409-fc7bfcc330af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0764401 Jan 19 22:37:40.691264 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b760a5-eb65-4dd8-9794-3cb391a9b035 req-05a4aba9-dbcf-497c-9e5f-c469c9205b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:40.692915 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-32b760a5-eb65-4dd8-9794-3cb391a9b035 req-05a4aba9-dbcf-497c-9e5f-c469c9205b7c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fddaecd504844feeb47e1f8b7938103e&device_id=46523f58-a489-46c3-b409-fc7bfcc330af HTTP/1.1" status: 200 len: 1163 time: 0.0822022 Jan 19 22:37:41.087719 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b760a5-eb65-4dd8-9794-3cb391a9b035 req-14f38866-2af7-4b4b-8784-effdecddbf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:41.089427 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-32b760a5-eb65-4dd8-9794-3cb391a9b035 req-14f38866-2af7-4b4b-8784-effdecddbf76 service neutron] 10.222.0.66 "GET /v2.0/networks?id=89e241a6-c22e-41ae-9bbc-2825eb64df4b HTTP/1.1" status: 200 len: 908 time: 0.3775003 Jan 19 22:37:41.162772 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-32b760a5-eb65-4dd8-9794-3cb391a9b035 req-728e9391-0fd8-4b36-83ac-aa8cfeb4898b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b43c51df-9db2-4284-b873-53186451a02a HTTP/1.1" status: 200 len: 217 time: 0.0643544 Jan 19 22:37:41.235292 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b760a5-eb65-4dd8-9794-3cb391a9b035 req-1ace9227-400a-4523-8659-f3405f53dc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:41.236810 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-32b760a5-eb65-4dd8-9794-3cb391a9b035 req-1ace9227-400a-4523-8659-f3405f53dc0d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c35fe21-4842-4614-ae1d-e82e817e996b HTTP/1.1" status: 200 len: 853 time: 0.0671577 Jan 19 22:37:41.325693 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b760a5-eb65-4dd8-9794-3cb391a9b035 req-8075d648-617e-4e71-9abd-0dd33132e884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:41.327325 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-32b760a5-eb65-4dd8-9794-3cb391a9b035 req-8075d648-617e-4e71-9abd-0dd33132e884 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=89e241a6-c22e-41ae-9bbc-2825eb64df4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0828040 Jan 19 22:37:41.479578 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-32b760a5-eb65-4dd8-9794-3cb391a9b035 req-387aa56a-7208-4658-a366-eb4048bdfa9b service neutron] 10.222.0.66 "GET /v2.0/networks/89e241a6-c22e-41ae-9bbc-2825eb64df4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451144 Jan 19 22:37:41.625551 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-32b760a5-eb65-4dd8-9794-3cb391a9b035 req-f1858754-0667-405c-a21e-9faa493ab2c5 service neutron] 10.222.0.66 "GET /v2.0/networks/89e241a6-c22e-41ae-9bbc-2825eb64df4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1400342 Jan 19 22:37:43.957461 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.agents_db [None req-329fefd4-1494-457f-8297-9b2689c275d7 None None] Agent healthcheck: found 6 active agents {{(pid=80168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:37:43.982413 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1014449-07fb-431b-a2f1-1f20accf34a8 req-2a6146da-d082-4860-b5e1-bbf3d8ac8354 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:43.984056 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-b1014449-07fb-431b-a2f1-1f20accf34a8 req-2a6146da-d082-4860-b5e1-bbf3d8ac8354 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/ports?device_id=46523f58-a489-46c3-b409-fc7bfcc330af HTTP/1.1" status: 200 len: 946 time: 0.1042604 Jan 19 22:37:44.033866 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-b1014449-07fb-431b-a2f1-1f20accf34a8 req-36a05b88-58b4-42fe-aa96-1c80adcee01e tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/security-groups?id=6e9af2a2-66a7-42cf-882d-add82c693686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435169 Jan 19 22:37:44.256587 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d67c313f-9525-4600-afcb-8ce1829511c3 req-be88ca03-58a2-4674-8fea-93fb51444ddd tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1660323 Jan 19 22:37:44.266770 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [req-d67c313f-9525-4600-afcb-8ce1829511c3 req-5d0d76e4-481c-450d-995c-ff9e9fcb39e9 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Request body: {'floatingip': {'floating_network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028'}} {{(pid=80166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:37:44.276265 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [req-d67c313f-9525-4600-afcb-8ce1829511c3 req-5d0d76e4-481c-450d-995c-ff9e9fcb39e9 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:37:44.280329 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-d67c313f-9525-4600-afcb-8ce1829511c3 req-5d0d76e4-481c-450d-995c-ff9e9fcb39e9 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Usage tracker for resource:floatingip and tenant:fddaecd504844feeb47e1f8b7938103e is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:37:44.283351 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-d67c313f-9525-4600-afcb-8ce1829511c3 req-5d0d76e4-481c-450d-995c-ff9e9fcb39e9 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:37:44.289153 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [req-d67c313f-9525-4600-afcb-8ce1829511c3 req-5d0d76e4-481c-450d-995c-ff9e9fcb39e9 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:37:44.299196 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-d67c313f-9525-4600-afcb-8ce1829511c3 req-5d0d76e4-481c-450d-995c-ff9e9fcb39e9 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Notify callbacks [] for floatingip, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:44.446141 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-d67c313f-9525-4600-afcb-8ce1829511c3 req-5d0d76e4-481c-450d-995c-ff9e9fcb39e9 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:44.721453 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.db_base_plugin_common [req-d67c313f-9525-4600-afcb-8ce1829511c3 req-5d0d76e4-481c-450d-995c-ff9e9fcb39e9 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Allocated IP 172.28.2.108 (8d9e1b39-82c1-4058-b2cd-c5f96fe21028/38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0/d2237c30-9190-4302-ba7a-fc3e155daed3) {{(pid=80166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:37:44.876255 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-d67c313f-9525-4600-afcb-8ce1829511c3 req-5d0d76e4-481c-450d-995c-ff9e9fcb39e9 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Notify callbacks [] for port, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:44.904852 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-d67c313f-9525-4600-afcb-8ce1829511c3 req-5d0d76e4-481c-450d-995c-ff9e9fcb39e9 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307085170889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843396414'] for port, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:44.919991 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-f94d1fde-41ac-4ab0-bec0-38b44b0986c3 tempest-AttachVolumeShelveTestJSON-1166040737 tempest-AttachVolumeShelveTestJSON-1166040737] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:37:45.064826 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d76e4-481c-450d-995c-ff9e9fcb39e9 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Pushing event updated for resources: {'Port': ['ID=d2237c30-9190-4302-ba7a-fc3e155daed3,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:37:45.070860 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-5d0d76e4-481c-450d-995c-ff9e9fcb39e9 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:37:45.112626 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d67c313f-9525-4600-afcb-8ce1829511c3 req-5d0d76e4-481c-450d-995c-ff9e9fcb39e9 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Network 8d9e1b39-82c1-4058-b2cd-c5f96fe21028 is already hosted by enough agents. {{(pid=80166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:37:45.113872 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.base_scheduler [req-d67c313f-9525-4600-afcb-8ce1829511c3 req-5d0d76e4-481c-450d-995c-ff9e9fcb39e9 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Resources bound (agent type, host, resource id): {{(pid=80166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:37:45.116291 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [req-d67c313f-9525-4600-afcb-8ce1829511c3 req-5d0d76e4-481c-450d-995c-ff9e9fcb39e9 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Received port after_create {{(pid=80166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:37:45.198438 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-d67c313f-9525-4600-afcb-8ce1829511c3 req-5d0d76e4-481c-450d-995c-ff9e9fcb39e9 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Notify callbacks [] for floatingip, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:45.262066 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-d67c313f-9525-4600-afcb-8ce1829511c3 req-5d0d76e4-481c-450d-995c-ff9e9fcb39e9 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:45.531552 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-d67c313f-9525-4600-afcb-8ce1829511c3 req-5d0d76e4-481c-450d-995c-ff9e9fcb39e9 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Notify callbacks [] for port, precommit_update {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:45.535139 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-d67c313f-9525-4600-afcb-8ce1829511c3 req-5d0d76e4-481c-450d-995c-ff9e9fcb39e9 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11379449'] for port, after_update {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:45.550607 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-e036d087-a16a-4b38-84b6-75f790bc44ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:37:45.697046 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d76e4-481c-450d-995c-ff9e9fcb39e9 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Pushing event updated for resources: {'Port': ['ID=d2237c30-9190-4302-ba7a-fc3e155daed3,revision_number=2']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:37:45.702114 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-5d0d76e4-481c-450d-995c-ff9e9fcb39e9 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:37:45.790755 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-d67c313f-9525-4600-afcb-8ce1829511c3 req-5d0d76e4-481c-450d-995c-ff9e9fcb39e9 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324628'] for floatingip, after_update {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:45.812949 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-d67c313f-9525-4600-afcb-8ce1829511c3 req-5d0d76e4-481c-450d-995c-ff9e9fcb39e9 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for floatingip, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:45.814512 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d67c313f-9525-4600-afcb-8ce1829511c3 req-5d0d76e4-481c-450d-995c-ff9e9fcb39e9 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5519598 Jan 19 22:37:45.904514 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-d67c313f-9525-4600-afcb-8ce1829511c3 req-a693a5ab-4000-452c-88b6-47b66bf01fbe tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Synchronizing usage tracker for tenant:fddaecd504844feeb47e1f8b7938103e on resource:floatingip {{(pid=80166) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:37:45.921094 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-d67c313f-9525-4600-afcb-8ce1829511c3 req-a693a5ab-4000-452c-88b6-47b66bf01fbe tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Unset dirty status for tenant:fddaecd504844feeb47e1f8b7938103e on resource:floatingip {{(pid=80166) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:37:45.922380 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d67c313f-9525-4600-afcb-8ce1829511c3 req-a693a5ab-4000-452c-88b6-47b66bf01fbe tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.28.2.108 HTTP/1.1" status: 200 len: 696 time: 0.1013708 Jan 19 22:37:46.100002 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c313f-9525-4600-afcb-8ce1829511c3 req-7ad1e22e-9bd9-4510-a981-616414995305 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:46.101424 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d67c313f-9525-4600-afcb-8ce1829511c3 req-7ad1e22e-9bd9-4510-a981-616414995305 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/networks/8d9e1b39-82c1-4058-b2cd-c5f96fe21028 HTTP/1.1" status: 200 len: 784 time: 0.1730757 Jan 19 22:37:46.112224 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [req-d67c313f-9525-4600-afcb-8ce1829511c3 req-41e1b50a-fe9b-48e3-ab1e-038de3271b21 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80166) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 22:37:46.113331 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d67c313f-9525-4600-afcb-8ce1829511c3 req-41e1b50a-fe9b-48e3-ab1e-038de3271b21 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0060148 Jan 19 22:37:46.322013 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c5f9c-f4d4-499f-8fd8-bf986d6e3954 req-4869cb3f-559f-40d4-8fb6-6ea0575b6897 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:46.324180 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-625c5f9c-f4d4-499f-8fd8-bf986d6e3954 req-4869cb3f-559f-40d4-8fb6-6ea0575b6897 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/ports?device_id=46523f58-a489-46c3-b409-fc7bfcc330af&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1020741 Jan 19 22:37:46.418485 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-625c5f9c-f4d4-499f-8fd8-bf986d6e3954 req-090666c5-cb89-45bd-b502-cbbe26cc48c4 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.28.2.108 HTTP/1.1" status: 200 len: 696 time: 0.0867674 Jan 19 22:37:46.428913 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [req-625c5f9c-f4d4-499f-8fd8-bf986d6e3954 req-1bd102d7-0061-49fb-a497-67a1768d9f0a tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Request body: {'floatingip': {'port_id': 'b43c51df-9db2-4284-b873-53186451a02a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=80165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:37:46.516150 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-625c5f9c-f4d4-499f-8fd8-bf986d6e3954 req-1bd102d7-0061-49fb-a497-67a1768d9f0a tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Notify callbacks [] for floatingip, before_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:47.134488 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-625c5f9c-f4d4-499f-8fd8-bf986d6e3954 req-1bd102d7-0061-49fb-a497-67a1768d9f0a tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Notify callbacks [] for floatingip, precommit_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:47.138024 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-625c5f9c-f4d4-499f-8fd8-bf986d6e3954 req-1bd102d7-0061-49fb-a497-67a1768d9f0a tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324628'] for floatingip, after_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:47.314457 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.db.l3_db [req-625c5f9c-f4d4-499f-8fd8-bf986d6e3954 req-1bd102d7-0061-49fb-a497-67a1768d9f0a tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Floating IP 44a78360-d975-48d8-9f88-7118b4587595 associated. External IP: 172.28.2.108, port: b43c51df-9db2-4284-b873-53186451a02a. Jan 19 22:37:47.687342 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.l3_agent_scheduler [req-625c5f9c-f4d4-499f-8fd8-bf986d6e3954 req-1bd102d7-0061-49fb-a497-67a1768d9f0a tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Router 695ca0bf-fadb-44d8-802a-8edaf914bace has already been hosted by L3 agent f53f1119-c8e9-4b63-a732-32c6c8f5b9fc {{(pid=80165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 22:37:47.879273 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-625c5f9c-f4d4-499f-8fd8-bf986d6e3954 req-1bd102d7-0061-49fb-a497-67a1768d9f0a tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Notify agent at l3_agent.dv-cinder-750782-5-smb the message routers_updated {{(pid=80165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:37:47.883716 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-625c5f9c-f4d4-499f-8fd8-bf986d6e3954 req-1bd102d7-0061-49fb-a497-67a1768d9f0a tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for floatingip, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:47.889098 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0edd9d-8fcb-4cac-813e-e0cae27808e9 None None] Sync routers for ids ['695ca0bf-fadb-44d8-802a-8edaf914bace'] in dv-cinder-750782-5-smb {{(pid=80167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:37:47.899696 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0edd9d-8fcb-4cac-813e-e0cae27808e9 None None] Routers {'695ca0bf-fadb-44d8-802a-8edaf914bace'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:37:47.900414 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-de0edd9d-8fcb-4cac-813e-e0cae27808e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:37:32Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['695ca0bf-fadb-44d8-802a-8edaf914bace'], 'active': True} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:37:47.942665 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-625c5f9c-f4d4-499f-8fd8-bf986d6e3954 req-1bd102d7-0061-49fb-a497-67a1768d9f0a tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "PUT /v2.0/floatingips/44a78360-d975-48d8-9f88-7118b4587595 HTTP/1.1" status: 200 len: 997 time: 1.5179486 Jan 19 22:37:47.943164 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46523f58-a489-46c3-b409-fc7bfcc330af', 'tag': 'b43c51df-9db2-4284-b873-53186451a02a'}] {{(pid=80165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:37:48.004614 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46523f58-a489-46c3-b409-fc7bfcc330af', 'tag': 'b43c51df-9db2-4284-b873-53186451a02a', 'status': 'completed', 'code': 200} Jan 19 22:37:48.099715 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-de0edd9d-8fcb-4cac-813e-e0cae27808e9 None None] Set router 695ca0bf-fadb-44d8-802a-8edaf914bace gateway port host: dv-cinder-750782-5-smb {{(pid=80167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:37:48.131337 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2247f-3b0e-4c7b-94d2-1b44e80e10ba req-82ffffa2-698a-4e30-af95-45b54b081422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:48.132968 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-eaf2247f-3b0e-4c7b-94d2-1b44e80e10ba req-82ffffa2-698a-4e30-af95-45b54b081422 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fddaecd504844feeb47e1f8b7938103e&device_id=46523f58-a489-46c3-b409-fc7bfcc330af HTTP/1.1" status: 200 len: 1163 time: 0.0827231 Jan 19 22:37:48.306532 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2247f-3b0e-4c7b-94d2-1b44e80e10ba req-e5e6468b-bce2-4341-aea2-ea90cc0decd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:48.308164 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-eaf2247f-3b0e-4c7b-94d2-1b44e80e10ba req-e5e6468b-bce2-4341-aea2-ea90cc0decd2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=89e241a6-c22e-41ae-9bbc-2825eb64df4b HTTP/1.1" status: 200 len: 908 time: 0.1688104 Jan 19 22:37:48.426400 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c5f9c-f4d4-499f-8fd8-bf986d6e3954 req-76043396-a8ce-4228-ba34-dc7dcc96c4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:48.428073 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-625c5f9c-f4d4-499f-8fd8-bf986d6e3954 req-76043396-a8ce-4228-ba34-dc7dcc96c4cf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fddaecd504844feeb47e1f8b7938103e&device_id=46523f58-a489-46c3-b409-fc7bfcc330af HTTP/1.1" status: 200 len: 1163 time: 0.4720702 Jan 19 22:37:48.447313 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-eaf2247f-3b0e-4c7b-94d2-1b44e80e10ba req-fa8df76a-bc9a-439f-8bbd-d984750f19ec service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b43c51df-9db2-4284-b873-53186451a02a HTTP/1.1" status: 200 len: 1000 time: 0.1316109 Jan 19 22:37:48.519855 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2247f-3b0e-4c7b-94d2-1b44e80e10ba req-dea9125e-abb5-4a2a-9dd2-edf909efe0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:48.522117 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-eaf2247f-3b0e-4c7b-94d2-1b44e80e10ba req-dea9125e-abb5-4a2a-9dd2-edf909efe0a9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c35fe21-4842-4614-ae1d-e82e817e996b HTTP/1.1" status: 200 len: 853 time: 0.0675557 Jan 19 22:37:48.576894 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c5f9c-f4d4-499f-8fd8-bf986d6e3954 req-031661e6-6f42-492d-b42c-2b1e67071e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:48.583954 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-625c5f9c-f4d4-499f-8fd8-bf986d6e3954 req-031661e6-6f42-492d-b42c-2b1e67071e85 service neutron] 10.222.0.43 "GET /v2.0/networks?id=89e241a6-c22e-41ae-9bbc-2825eb64df4b HTTP/1.1" status: 200 len: 908 time: 0.1493669 Jan 19 22:37:48.615689 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2247f-3b0e-4c7b-94d2-1b44e80e10ba req-bdfbcd64-080b-4ef8-9a26-0e0a1e02f987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:48.617391 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-eaf2247f-3b0e-4c7b-94d2-1b44e80e10ba req-bdfbcd64-080b-4ef8-9a26-0e0a1e02f987 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=89e241a6-c22e-41ae-9bbc-2825eb64df4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0878844 Jan 19 22:37:48.676942 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-de0edd9d-8fcb-4cac-813e-e0cae27808e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '695ca0bf-fadb-44d8-802a-8edaf914bace', 'name': 'tempest-TestMinimumBasicScenario-826735016-router', 'tenant_id': 'fddaecd504844feeb47e1f8b7938103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.43'}], 'enable_snat': True}, 'gw_port_id': 'f06260cf-d754-41c0-b614-daf97ccdf458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:36:56Z', 'updated_at': '2021-01-19T22:37:02Z', 'revision_number': 4, 'project_id': 'fddaecd504844feeb47e1f8b7938103e', 'gw_port': {'id': 'f06260cf-d754-41c0-b614-daf97ccdf458', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695ca0bf-fadb-44d8-802a-8edaf914bace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:36:57Z', 'updated_at': '2021-01-19T22:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_floatingips': [{'id': '44a78360-d975-48d8-9f88-7118b4587595', 'tenant_id': 'fddaecd504844feeb47e1f8b7938103e', 'floating_ip_address': '172.28.2.108', 'floating_network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'router_id': '695ca0bf-fadb-44d8-802a-8edaf914bace', 'port_id': 'b43c51df-9db2-4284-b873-53186451a02a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89e241a6-c22e-41ae-9bbc-2825eb64df4b', 'mac_address': 'fa:16:3e:30:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46523f58-a489-46c3-b409-fc7bfcc330af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T22:37:45Z', 'updated_at': '2021-01-19T22:37:47Z', 'revision_number': 1, 'project_id': 'fddaecd504844feeb47e1f8b7938103e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f0b15b7-735a-4c93-aaf5-fb292408d009', 'name': '', 'network_id': '89e241a6-c22e-41ae-9bbc-2825eb64df4b', 'tenant_id': 'fddaecd504844feeb47e1f8b7938103e', 'mac_address': 'fa:16:3e:02:c8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695ca0bf-fadb-44d8-802a-8edaf914bace', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '9c35fe21-4842-4614-ae1d-e82e817e996b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:37:00Z', 'updated_at': '2021-01-19T22:37:11Z', 'revision_number': 5, 'project_id': 'fddaecd504844feeb47e1f8b7938103e', 'subnets': [{'id': '9c35fe21-4842-4614-ae1d-e82e817e996b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:37:48.681295 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0edd9d-8fcb-4cac-813e-e0cae27808e9 None None] Checking router: 695ca0bf-fadb-44d8-802a-8edaf914bace for host: dv-cinder-750782-5-smb {{(pid=80167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:37:48.690904 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-625c5f9c-f4d4-499f-8fd8-bf986d6e3954 req-a7e627ca-976c-44ab-a593-e24696d88acf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b43c51df-9db2-4284-b873-53186451a02a HTTP/1.1" status: 200 len: 1000 time: 0.1052856 Jan 19 22:37:48.693959 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0edd9d-8fcb-4cac-813e-e0cae27808e9 None None] Routers {'695ca0bf-fadb-44d8-802a-8edaf914bace'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:37:48.694770 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-de0edd9d-8fcb-4cac-813e-e0cae27808e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:37:32Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['695ca0bf-fadb-44d8-802a-8edaf914bace'], 'active': True} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:37:48.763085 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c5f9c-f4d4-499f-8fd8-bf986d6e3954 req-795b7cb4-6393-488b-bdf9-9134014ea3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:48.764718 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-625c5f9c-f4d4-499f-8fd8-bf986d6e3954 req-795b7cb4-6393-488b-bdf9-9134014ea3c3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c35fe21-4842-4614-ae1d-e82e817e996b HTTP/1.1" status: 200 len: 853 time: 0.0674953 Jan 19 22:37:48.767786 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-eaf2247f-3b0e-4c7b-94d2-1b44e80e10ba req-03a8671b-dd37-499d-b7e7-234d79a235a1 service neutron] 10.222.0.66 "GET /v2.0/networks/89e241a6-c22e-41ae-9bbc-2825eb64df4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423039 Jan 19 22:37:48.849390 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c5f9c-f4d4-499f-8fd8-bf986d6e3954 req-8c215128-42b6-405d-bcf6-5384fd0d5bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:48.851006 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-625c5f9c-f4d4-499f-8fd8-bf986d6e3954 req-8c215128-42b6-405d-bcf6-5384fd0d5bfc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=89e241a6-c22e-41ae-9bbc-2825eb64df4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0789018 Jan 19 22:37:48.894910 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-de0edd9d-8fcb-4cac-813e-e0cae27808e9 None None] Set router 695ca0bf-fadb-44d8-802a-8edaf914bace gateway port host: dv-cinder-750782-5-smb {{(pid=80167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:37:48.916122 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-eaf2247f-3b0e-4c7b-94d2-1b44e80e10ba req-0f20b46c-c065-467b-9c0f-a423f2b2ad62 service neutron] 10.222.0.66 "GET /v2.0/networks/89e241a6-c22e-41ae-9bbc-2825eb64df4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1413581 Jan 19 22:37:48.999747 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-625c5f9c-f4d4-499f-8fd8-bf986d6e3954 req-8c20eb86-ab97-436a-9cb3-1f4bb8fb96e0 service neutron] 10.222.0.43 "GET /v2.0/networks/89e241a6-c22e-41ae-9bbc-2825eb64df4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409180 Jan 19 22:37:49.142829 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-625c5f9c-f4d4-499f-8fd8-bf986d6e3954 req-4b92e6a9-992a-4aef-973e-cd8edaab40a3 service neutron] 10.222.0.43 "GET /v2.0/networks/89e241a6-c22e-41ae-9bbc-2825eb64df4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1363182 Jan 19 22:37:49.200534 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [req-b495c2c6-a2a0-4fb1-b383-16121e0e1f53 req-4f00d055-b1b7-4118-90a4-ec7eaa2f4d4c tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1690041577', 'description': 'tempest-TestMinimumBasicScenario-1690041577 description'}} {{(pid=80166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:37:49.210439 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [req-b495c2c6-a2a0-4fb1-b383-16121e0e1f53 req-4f00d055-b1b7-4118-90a4-ec7eaa2f4d4c tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:37:49.220339 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [req-b495c2c6-a2a0-4fb1-b383-16121e0e1f53 req-4f00d055-b1b7-4118-90a4-ec7eaa2f4d4c tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:37:49.229834 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-b495c2c6-a2a0-4fb1-b383-16121e0e1f53 req-4f00d055-b1b7-4118-90a4-ec7eaa2f4d4c tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Notify callbacks [] for security_group, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:49.252332 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [req-b495c2c6-a2a0-4fb1-b383-16121e0e1f53 req-4f00d055-b1b7-4118-90a4-ec7eaa2f4d4c tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:37:49.256733 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-b495c2c6-a2a0-4fb1-b383-16121e0e1f53 req-4f00d055-b1b7-4118-90a4-ec7eaa2f4d4c tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Usage tracker for resource:security_group_rule and tenant:fddaecd504844feeb47e1f8b7938103e is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:37:49.259801 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-b495c2c6-a2a0-4fb1-b383-16121e0e1f53 req-4f00d055-b1b7-4118-90a4-ec7eaa2f4d4c tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:37:49.265882 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [req-b495c2c6-a2a0-4fb1-b383-16121e0e1f53 req-4f00d055-b1b7-4118-90a4-ec7eaa2f4d4c tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:37:49.270429 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-de0edd9d-8fcb-4cac-813e-e0cae27808e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '695ca0bf-fadb-44d8-802a-8edaf914bace', 'name': 'tempest-TestMinimumBasicScenario-826735016-router', 'tenant_id': 'fddaecd504844feeb47e1f8b7938103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.43'}], 'enable_snat': True}, 'gw_port_id': 'f06260cf-d754-41c0-b614-daf97ccdf458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:36:56Z', 'updated_at': '2021-01-19T22:37:02Z', 'revision_number': 4, 'project_id': 'fddaecd504844feeb47e1f8b7938103e', 'gw_port': {'id': 'f06260cf-d754-41c0-b614-daf97ccdf458', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695ca0bf-fadb-44d8-802a-8edaf914bace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:36:57Z', 'updated_at': '2021-01-19T22:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_floatingips': [{'id': '44a78360-d975-48d8-9f88-7118b4587595', 'tenant_id': 'fddaecd504844feeb47e1f8b7938103e', 'floating_ip_address': '172.28.2.108', 'floating_network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'router_id': '695ca0bf-fadb-44d8-802a-8edaf914bace', 'port_id': 'b43c51df-9db2-4284-b873-53186451a02a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89e241a6-c22e-41ae-9bbc-2825eb64df4b', 'mac_address': 'fa:16:3e:30:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46523f58-a489-46c3-b409-fc7bfcc330af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T22:37:45Z', 'updated_at': '2021-01-19T22:37:47Z', 'revision_number': 1, 'project_id': 'fddaecd504844feeb47e1f8b7938103e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f0b15b7-735a-4c93-aaf5-fb292408d009', 'name': '', 'network_id': '89e241a6-c22e-41ae-9bbc-2825eb64df4b', 'tenant_id': 'fddaecd504844feeb47e1f8b7938103e', 'mac_address': 'fa:16:3e:02:c8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695ca0bf-fadb-44d8-802a-8edaf914bace', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '9c35fe21-4842-4614-ae1d-e82e817e996b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:37:00Z', 'updated_at': '2021-01-19T22:37:11Z', 'revision_number': 5, 'project_id': 'fddaecd504844feeb47e1f8b7938103e', 'subnets': [{'id': '9c35fe21-4842-4614-ae1d-e82e817e996b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:37:49.274596 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0edd9d-8fcb-4cac-813e-e0cae27808e9 None None] The sync data for ids ['695ca0bf-fadb-44d8-802a-8edaf914bace'] in dv-cinder-750782-5-smb is: [{'id': '695ca0bf-fadb-44d8-802a-8edaf914bace', 'name': 'tempest-TestMinimumBasicScenario-826735016-router', 'tenant_id': 'fddaecd504844feeb47e1f8b7938103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.43'}], 'enable_snat': True}, 'gw_port_id': 'f06260cf-d754-41c0-b614-daf97ccdf458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:36:56Z', 'updated_at': '2021-01-19T22:37:02Z', 'revision_number': 4, 'project_id': 'fddaecd504844feeb47e1f8b7938103e', 'gw_port': {'id': 'f06260cf-d754-41c0-b614-daf97ccdf458', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695ca0bf-fadb-44d8-802a-8edaf914bace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:36:57Z', 'updated_at': '2021-01-19T22:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_floatingips': [{'id': '44a78360-d975-48d8-9f88-7118b4587595', 'tenant_id': 'fddaecd504844feeb47e1f8b7938103e', 'floating_ip_address': '172.28.2.108', 'floating_network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'router_id': '695ca0bf-fadb-44d8-802a-8edaf914bace', 'port_id': 'b43c51df-9db2-4284-b873-53186451a02a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89e241a6-c22e-41ae-9bbc-2825eb64df4b', 'mac_address': 'fa:16:3e:30:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46523f58-a489-46c3-b409-fc7bfcc330af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T22:37:45Z', 'updated_at': '2021-01-19T22:37:47Z', 'revision_number': 1, 'project_id': 'fddaecd504844feeb47e1f8b7938103e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f0b15b7-735a-4c93-aaf5-fb292408d009', 'name': '', 'network_id': '89e241a6-c22e-41ae-9bbc-2825eb64df4b', 'tenant_id': 'fddaecd504844feeb47e1f8b7938103e', 'mac_address': 'fa:16:3e:02:c8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695ca0bf-fadb-44d8-802a-8edaf914bace', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '9c35fe21-4842-4614-ae1d-e82e817e996b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:37:00Z', 'updated_at': '2021-01-19T22:37:11Z', 'revision_number': 5, 'project_id': 'fddaecd504844feeb47e1f8b7938103e', 'subnets': [{'id': '9c35fe21-4842-4614-ae1d-e82e817e996b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:37:49.341310 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-b495c2c6-a2a0-4fb1-b383-16121e0e1f53 req-4f00d055-b1b7-4118-90a4-ec7eaa2f4d4c tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Notify callbacks [] for security_group, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:49.344666 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-b495c2c6-a2a0-4fb1-b383-16121e0e1f53 req-4f00d055-b1b7-4118-90a4-ec7eaa2f4d4c tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:49.350151 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-fbb4ed93-d422-4737-8f42-552a76af1683 tempest-TestShelveInstance-303283377 tempest-TestShelveInstance-303283377] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:37:49.393895 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f00d055-b1b7-4118-90a4-ec7eaa2f4d4c tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Pushing event updated for resources: {'SecurityGroup': ['ID=decf1e82-b953-4694-89ee-89324fe5bf47,revision_number=1']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:37:49.403212 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f00d055-b1b7-4118-90a4-ec7eaa2f4d4c tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:37:49.403636 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f00d055-b1b7-4118-90a4-ec7eaa2f4d4c tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:37:49.404054 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f00d055-b1b7-4118-90a4-ec7eaa2f4d4c tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:37:49.404465 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f00d055-b1b7-4118-90a4-ec7eaa2f4d4c tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:37:49.404874 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f00d055-b1b7-4118-90a4-ec7eaa2f4d4c tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:37:49.405305 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f00d055-b1b7-4118-90a4-ec7eaa2f4d4c tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:37:49.405712 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f00d055-b1b7-4118-90a4-ec7eaa2f4d4c tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:37:49.406119 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f00d055-b1b7-4118-90a4-ec7eaa2f4d4c tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:37:49.406547 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f00d055-b1b7-4118-90a4-ec7eaa2f4d4c tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:37:49.406928 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f00d055-b1b7-4118-90a4-ec7eaa2f4d4c tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:37:49.407326 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f00d055-b1b7-4118-90a4-ec7eaa2f4d4c tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:37:49.407727 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f00d055-b1b7-4118-90a4-ec7eaa2f4d4c tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:37:49.408182 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f00d055-b1b7-4118-90a4-ec7eaa2f4d4c tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:37:49.408586 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f00d055-b1b7-4118-90a4-ec7eaa2f4d4c tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:37:49.408985 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f00d055-b1b7-4118-90a4-ec7eaa2f4d4c tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:37:49.409430 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f00d055-b1b7-4118-90a4-ec7eaa2f4d4c tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:37:49.409830 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f00d055-b1b7-4118-90a4-ec7eaa2f4d4c tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:37:49.410226 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f00d055-b1b7-4118-90a4-ec7eaa2f4d4c tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:37:49.410622 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f00d055-b1b7-4118-90a4-ec7eaa2f4d4c tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:37:49.411015 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f00d055-b1b7-4118-90a4-ec7eaa2f4d4c tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:37:49.411408 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f00d055-b1b7-4118-90a4-ec7eaa2f4d4c tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:37:49.411805 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f00d055-b1b7-4118-90a4-ec7eaa2f4d4c tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:37:49.412198 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f00d055-b1b7-4118-90a4-ec7eaa2f4d4c tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:37:49.412591 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f00d055-b1b7-4118-90a4-ec7eaa2f4d4c tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:37:49.416120 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-b495c2c6-a2a0-4fb1-b383-16121e0e1f53 req-4f00d055-b1b7-4118-90a4-ec7eaa2f4d4c tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Notify callbacks [] for security_group, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:49.418109 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-b495c2c6-a2a0-4fb1-b383-16121e0e1f53 req-4f00d055-b1b7-4118-90a4-ec7eaa2f4d4c tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2223208 Jan 19 22:37:49.418925 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-4f00d055-b1b7-4118-90a4-ec7eaa2f4d4c tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:37:49.506814 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-931f3c45-d56b-479b-ba77-5abea5f5909f req-adc4f1a6-fe9b-403a-a1a0-0a269b75034d tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/security-groups/decf1e82-b953-4694-89ee-89324fe5bf47 HTTP/1.1" status: 200 len: 1814 time: 0.0555563 Jan 19 22:37:49.517984 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [req-931f3c45-d56b-479b-ba77-5abea5f5909f req-adc08780-6146-4e74-9a38-fdb5cd3bd9cd tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'decf1e82-b953-4694-89ee-89324fe5bf47', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:37:49.518557 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [req-931f3c45-d56b-479b-ba77-5abea5f5909f req-adc08780-6146-4e74-9a38-fdb5cd3bd9cd tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'decf1e82-b953-4694-89ee-89324fe5bf47', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:37:49.529066 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [req-931f3c45-d56b-479b-ba77-5abea5f5909f req-adc08780-6146-4e74-9a38-fdb5cd3bd9cd tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:37:49.533287 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-931f3c45-d56b-479b-ba77-5abea5f5909f req-adc08780-6146-4e74-9a38-fdb5cd3bd9cd tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Usage tracker for resource:security_group_rule and tenant:fddaecd504844feeb47e1f8b7938103e is out of sync, need to count used quota {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:37:49.536407 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-931f3c45-d56b-479b-ba77-5abea5f5909f req-adc08780-6146-4e74-9a38-fdb5cd3bd9cd tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80165) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:37:49.543128 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [req-931f3c45-d56b-479b-ba77-5abea5f5909f req-adc08780-6146-4e74-9a38-fdb5cd3bd9cd tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80165) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:37:49.581411 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4889e40-3a97-491c-aff0-20d028093f84 None None] New status for floating IP 44a78360-d975-48d8-9f88-7118b4587595: ACTIVE {{(pid=80168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 19 22:37:49.601612 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-931f3c45-d56b-479b-ba77-5abea5f5909f req-adc08780-6146-4e74-9a38-fdb5cd3bd9cd tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Notify callbacks [] for security_group_rule, before_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:49.626533 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-931f3c45-d56b-479b-ba77-5abea5f5909f req-adc08780-6146-4e74-9a38-fdb5cd3bd9cd tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:49.629568 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-931f3c45-d56b-479b-ba77-5abea5f5909f req-adc08780-6146-4e74-9a38-fdb5cd3bd9cd tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257678'] for security_group_rule, after_create {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:49.631681 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:37:49.655825 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc08780-6146-4e74-9a38-fdb5cd3bd9cd tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bee07262-7986-4b20-8810-c3dc98f44d9c,revision_number=0']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:37:49.658472 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-adc08780-6146-4e74-9a38-fdb5cd3bd9cd tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:37:49.665542 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-931f3c45-d56b-479b-ba77-5abea5f5909f req-adc08780-6146-4e74-9a38-fdb5cd3bd9cd tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Notify callbacks [] for security_group_rule, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:49.667413 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-931f3c45-d56b-479b-ba77-5abea5f5909f req-adc08780-6146-4e74-9a38-fdb5cd3bd9cd tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1540201 Jan 19 22:37:49.757158 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-853bf866-a67e-4352-b3e2-a5c4b04d0eb5 req-27786289-43e6-4720-9b8a-743ab52df4b5 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/security-groups/decf1e82-b953-4694-89ee-89324fe5bf47 HTTP/1.1" status: 200 len: 2407 time: 0.0569015 Jan 19 22:37:49.768771 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [req-853bf866-a67e-4352-b3e2-a5c4b04d0eb5 req-0e970691-c092-4c28-83fd-ffdf6c597376 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'decf1e82-b953-4694-89ee-89324fe5bf47', 'remote_group_id': None}]} {{(pid=80166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:37:49.769129 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [req-853bf866-a67e-4352-b3e2-a5c4b04d0eb5 req-0e970691-c092-4c28-83fd-ffdf6c597376 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'decf1e82-b953-4694-89ee-89324fe5bf47', 'remote_group_id': None}} {{(pid=80166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:37:49.779366 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [req-853bf866-a67e-4352-b3e2-a5c4b04d0eb5 req-0e970691-c092-4c28-83fd-ffdf6c597376 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:37:49.783590 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-853bf866-a67e-4352-b3e2-a5c4b04d0eb5 req-0e970691-c092-4c28-83fd-ffdf6c597376 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Usage tracker for resource:security_group_rule and tenant:fddaecd504844feeb47e1f8b7938103e is out of sync, need to count used quota {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:37:49.786836 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-853bf866-a67e-4352-b3e2-a5c4b04d0eb5 req-0e970691-c092-4c28-83fd-ffdf6c597376 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80166) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:37:49.792778 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.quota.driver [req-853bf866-a67e-4352-b3e2-a5c4b04d0eb5 req-0e970691-c092-4c28-83fd-ffdf6c597376 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:37:49.851248 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-853bf866-a67e-4352-b3e2-a5c4b04d0eb5 req-0e970691-c092-4c28-83fd-ffdf6c597376 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Notify callbacks [] for security_group_rule, before_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:49.875905 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-853bf866-a67e-4352-b3e2-a5c4b04d0eb5 req-0e970691-c092-4c28-83fd-ffdf6c597376 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:49.878516 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-853bf866-a67e-4352-b3e2-a5c4b04d0eb5 req-0e970691-c092-4c28-83fd-ffdf6c597376 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257678'] for security_group_rule, after_create {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:49.880616 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:37:49.902773 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e970691-c092-4c28-83fd-ffdf6c597376 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ba646e9-085c-4d6a-a749-183f14c7eb86,revision_number=0']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:37:49.907284 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-0e970691-c092-4c28-83fd-ffdf6c597376 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:37:49.914426 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-853bf866-a67e-4352-b3e2-a5c4b04d0eb5 req-0e970691-c092-4c28-83fd-ffdf6c597376 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Notify callbacks [] for security_group_rule, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:49.915741 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-853bf866-a67e-4352-b3e2-a5c4b04d0eb5 req-0e970691-c092-4c28-83fd-ffdf6c597376 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1513064 Jan 19 22:37:50.067735 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-1f48f2a9-d734-40af-95e6-0e652d45b86f req-9fceeff4-98ef-4bce-b0df-9f44384388fb tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1690041577&fields=id&tenant_id=fddaecd504844feeb47e1f8b7938103e HTTP/1.1" status: 200 len: 267 time: 0.0456758 Jan 19 22:37:50.176178 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48f2a9-d734-40af-95e6-0e652d45b86f req-3524232c-b9a0-494d-beca-3f85c9a8e295 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:50.177800 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-1f48f2a9-d734-40af-95e6-0e652d45b86f req-3524232c-b9a0-494d-beca-3f85c9a8e295 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/ports?device_id=46523f58-a489-46c3-b409-fc7bfcc330af HTTP/1.1" status: 200 len: 946 time: 0.1034355 Jan 19 22:37:50.190209 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [req-1f48f2a9-d734-40af-95e6-0e652d45b86f req-6e9fa0f3-1d75-47ad-b3bf-8d270f68cdd3 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Request body: {'port': {'security_groups': ['6e9af2a2-66a7-42cf-882d-add82c693686', 'decf1e82-b953-4694-89ee-89324fe5bf47']}} {{(pid=80165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:37:50.316851 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-1f48f2a9-d734-40af-95e6-0e652d45b86f req-6e9fa0f3-1d75-47ad-b3bf-8d270f68cdd3 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:50.640238 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-1f48f2a9-d734-40af-95e6-0e652d45b86f req-6e9fa0f3-1d75-47ad-b3bf-8d270f68cdd3 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] For port b43c51df-9db2-4284-b873-53186451a02a, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=b43c51df-9db2-4284-b873-53186451a02a,segment=NetworkSegment(d93607ed-2f89-4fb3-8de4-b61c7715179a),segment_id=d93607ed-2f89-4fb3-8de4-b61c7715179a)] {{(pid=80165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:37:50.669895 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-1f48f2a9-d734-40af-95e6-0e652d45b86f req-6e9fa0f3-1d75-47ad-b3bf-8d270f68cdd3 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Notify callbacks [] for port, precommit_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:50.673474 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-1f48f2a9-d734-40af-95e6-0e652d45b86f req-6e9fa0f3-1d75-47ad-b3bf-8d270f68cdd3 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2008354'] for port, after_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:50.687814 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-5df0a1b8-ea64-4435-b567-7ad0a357770e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:37:50.842260 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9fa0f3-1d75-47ad-b3bf-8d270f68cdd3 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Pushing event updated for resources: {'Port': ['ID=b43c51df-9db2-4284-b873-53186451a02a,revision_number=5']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:37:50.847288 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-6e9fa0f3-1d75-47ad-b3bf-8d270f68cdd3 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:37:50.897403 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48f2a9-d734-40af-95e6-0e652d45b86f req-6e9fa0f3-1d75-47ad-b3bf-8d270f68cdd3 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:50.898130 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-1f48f2a9-d734-40af-95e6-0e652d45b86f req-6e9fa0f3-1d75-47ad-b3bf-8d270f68cdd3 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for port, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:50.899691 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-1f48f2a9-d734-40af-95e6-0e652d45b86f req-6e9fa0f3-1d75-47ad-b3bf-8d270f68cdd3 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "PUT /v2.0/ports/b43c51df-9db2-4284-b873-53186451a02a HTTP/1.1" status: 200 len: 982 time: 0.7146819 Jan 19 22:37:50.901973 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46523f58-a489-46c3-b409-fc7bfcc330af', 'tag': 'b43c51df-9db2-4284-b873-53186451a02a'}] {{(pid=80165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:37:50.968714 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46523f58-a489-46c3-b409-fc7bfcc330af', 'tag': 'b43c51df-9db2-4284-b873-53186451a02a', 'status': 'completed', 'code': 200} Jan 19 22:37:51.085315 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-b2f44fd8-620c-4569-9e6b-3fb619d073ca None None] Provisioning complete for port b43c51df-9db2-4284-b873-53186451a02a triggered by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:37:51.085807 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b2f44fd8-620c-4569-9e6b-3fb619d073ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:51.182905 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a20fb4-ae16-47d6-963f-ec24fadba378 req-0f6c46ad-465d-4147-a0e4-8ebdcc46acc8 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:51.185058 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a2a20fb4-ae16-47d6-963f-ec24fadba378 req-0f6c46ad-465d-4147-a0e4-8ebdcc46acc8 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/ports?device_id=46523f58-a489-46c3-b409-fc7bfcc330af HTTP/1.1" status: 200 len: 985 time: 0.1730061 Jan 19 22:37:51.187993 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae511bd5-1bec-46db-94b7-5617290e9031 req-f594f92d-e06f-4e4b-ac88-2977ebce1390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:51.189763 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ae511bd5-1bec-46db-94b7-5617290e9031 req-f594f92d-e06f-4e4b-ac88-2977ebce1390 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fddaecd504844feeb47e1f8b7938103e&device_id=46523f58-a489-46c3-b409-fc7bfcc330af HTTP/1.1" status: 200 len: 1203 time: 0.1756873 Jan 19 22:37:51.573898 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-a2a20fb4-ae16-47d6-963f-ec24fadba378 req-63a5371a-87aa-4397-8050-d3e3598ea068 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Synchronizing usage tracker for tenant:fddaecd504844feeb47e1f8b7938103e on resource:security_group {{(pid=80166) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:37:51.609712 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-a2a20fb4-ae16-47d6-963f-ec24fadba378 req-63a5371a-87aa-4397-8050-d3e3598ea068 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Unset dirty status for tenant:fddaecd504844feeb47e1f8b7938103e on resource:security_group {{(pid=80166) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:37:51.610978 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-a2a20fb4-ae16-47d6-963f-ec24fadba378 req-63a5371a-87aa-4397-8050-d3e3598ea068 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/security-groups?id=decf1e82-b953-4694-89ee-89324fe5bf47&id=6e9af2a2-66a7-42cf-882d-add82c693686&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.4187691 Jan 19 22:37:51.628221 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae511bd5-1bec-46db-94b7-5617290e9031 req-4559a0d9-d278-4d1e-bda5-d9b941dd1a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:51.630535 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ae511bd5-1bec-46db-94b7-5617290e9031 req-4559a0d9-d278-4d1e-bda5-d9b941dd1a42 service neutron] 10.222.0.66 "GET /v2.0/networks?id=89e241a6-c22e-41ae-9bbc-2825eb64df4b HTTP/1.1" status: 200 len: 908 time: 0.4234049 Jan 19 22:37:51.707118 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device b43c51df-9db2-4284-b873-53186451a02a up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:37:51.744504 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ae511bd5-1bec-46db-94b7-5617290e9031 req-1c3a6d26-6852-4cfa-9fa1-3feb89b76f94 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b43c51df-9db2-4284-b873-53186451a02a HTTP/1.1" status: 200 len: 1002 time: 0.1071589 Jan 19 22:37:51.780465 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port b43c51df-9db2-4284-b873-53186451a02a triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:37:51.780891 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:51.817760 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae511bd5-1bec-46db-94b7-5617290e9031 req-097cf9f8-27b5-4426-b42c-af65c6e4295c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:51.819349 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ae511bd5-1bec-46db-94b7-5617290e9031 req-097cf9f8-27b5-4426-b42c-af65c6e4295c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c35fe21-4842-4614-ae1d-e82e817e996b HTTP/1.1" status: 200 len: 853 time: 0.0681119 Jan 19 22:37:51.902609 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae511bd5-1bec-46db-94b7-5617290e9031 req-238e0c09-abfc-4d50-979d-25fdceeba980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:37:51.904156 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ae511bd5-1bec-46db-94b7-5617290e9031 req-238e0c09-abfc-4d50-979d-25fdceeba980 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=89e241a6-c22e-41ae-9bbc-2825eb64df4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0769637 Jan 19 22:37:52.048658 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ae511bd5-1bec-46db-94b7-5617290e9031 req-27bdc57e-e564-4b81-ab5a-c76298a423c9 service neutron] 10.222.0.66 "GET /v2.0/networks/89e241a6-c22e-41ae-9bbc-2825eb64df4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377883 Jan 19 22:37:52.192222 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-ae511bd5-1bec-46db-94b7-5617290e9031 req-ca12bd01-f827-4b37-9399-4b0748f0fa2d service neutron] 10.222.0.66 "GET /v2.0/networks/89e241a6-c22e-41ae-9bbc-2825eb64df4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1367598 Jan 19 22:37:58.866579 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-eb94b782-ee97-4c13-ac85-3b82b42b14cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:38:01.441192 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1243c519-8875-4095-9705-67b78462088e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:38:01.784082 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-ab089a5c-5c1a-4233-b539-d0a6691406b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:38:03.058874 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:38:03.459874 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8bdf443e-3544-4df7-a37c-063f9f459872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:38:07.581707 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:38:09.091421 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b33ee56-f62d-41d8-8dff-145d19b1bfe9 req-e06b0ea3-2dd5-4195-bc42-56e58538f0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:38:09.092939 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-4b33ee56-f62d-41d8-8dff-145d19b1bfe9 req-e06b0ea3-2dd5-4195-bc42-56e58538f0e4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fddaecd504844feeb47e1f8b7938103e&device_id=46523f58-a489-46c3-b409-fc7bfcc330af HTTP/1.1" status: 200 len: 1203 time: 0.1501858 Jan 19 22:38:09.115820 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace8649-283c-4fc5-b994-a8033a342147 req-f2bcebe3-a858-43c5-ba11-47358e9f7e3d tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:38:09.117347 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-1ace8649-283c-4fc5-b994-a8033a342147 req-f2bcebe3-a858-43c5-ba11-47358e9f7e3d tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/ports?device_id=46523f58-a489-46c3-b409-fc7bfcc330af HTTP/1.1" status: 200 len: 985 time: 0.1392465 Jan 19 22:38:09.272765 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-1ace8649-283c-4fc5-b994-a8033a342147 req-a6e307cf-d3a2-4636-afdf-1313975fc4fb tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/security-groups?id=decf1e82-b953-4694-89ee-89324fe5bf47&id=6e9af2a2-66a7-42cf-882d-add82c693686&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1292441 Jan 19 22:38:09.299735 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b33ee56-f62d-41d8-8dff-145d19b1bfe9 req-154d4868-4bd3-4933-adba-e9b228515f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:38:09.301444 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-4b33ee56-f62d-41d8-8dff-145d19b1bfe9 req-154d4868-4bd3-4933-adba-e9b228515f3d service neutron] 10.222.0.66 "GET /v2.0/networks?id=89e241a6-c22e-41ae-9bbc-2825eb64df4b HTTP/1.1" status: 200 len: 908 time: 0.1831048 Jan 19 22:38:09.410567 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-4b33ee56-f62d-41d8-8dff-145d19b1bfe9 req-e14c44ab-2abb-4ad9-87d1-ae2f0e60602e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b43c51df-9db2-4284-b873-53186451a02a HTTP/1.1" status: 200 len: 1002 time: 0.1023343 Jan 19 22:38:09.482323 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b33ee56-f62d-41d8-8dff-145d19b1bfe9 req-76b77604-d406-44ad-84b9-0755a94973ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:38:09.483914 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-4b33ee56-f62d-41d8-8dff-145d19b1bfe9 req-76b77604-d406-44ad-84b9-0755a94973ec service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c35fe21-4842-4614-ae1d-e82e817e996b HTTP/1.1" status: 200 len: 853 time: 0.0667677 Jan 19 22:38:09.565100 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b33ee56-f62d-41d8-8dff-145d19b1bfe9 req-e2f2cf9c-ad26-4b96-962a-bd7abeb33a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:38:09.566759 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-4b33ee56-f62d-41d8-8dff-145d19b1bfe9 req-e2f2cf9c-ad26-4b96-962a-bd7abeb33a19 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=89e241a6-c22e-41ae-9bbc-2825eb64df4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0759983 Jan 19 22:38:09.709815 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-4b33ee56-f62d-41d8-8dff-145d19b1bfe9 req-dd6dfc20-9d04-43e0-a337-620df1e82463 service neutron] 10.222.0.66 "GET /v2.0/networks/89e241a6-c22e-41ae-9bbc-2825eb64df4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362128 Jan 19 22:38:09.850169 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-4b33ee56-f62d-41d8-8dff-145d19b1bfe9 req-5f0d861a-a0c3-400c-b2d9-6396f661478e service neutron] 10.222.0.66 "GET /v2.0/networks/89e241a6-c22e-41ae-9bbc-2825eb64df4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1343560 Jan 19 22:38:10.514463 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7aeb8-5716-42d6-8db0-077a914579dc req-a3471c24-dec6-4d1a-8611-b8736837e12a tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:38:10.516061 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-20e7aeb8-5716-42d6-8db0-077a914579dc req-a3471c24-dec6-4d1a-8611-b8736837e12a tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/ports?device_id=46523f58-a489-46c3-b409-fc7bfcc330af HTTP/1.1" status: 200 len: 985 time: 0.1078608 Jan 19 22:38:10.571273 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-20e7aeb8-5716-42d6-8db0-077a914579dc req-ae0043ea-d428-4f7f-85b2-d71e872fd5aa tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/security-groups?id=decf1e82-b953-4694-89ee-89324fe5bf47&id=6e9af2a2-66a7-42cf-882d-add82c693686&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0484920 Jan 19 22:38:11.803351 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2f86a-16d1-48ac-b24d-7378ccdc7d5e req-7b4041ee-e002-4c7c-92c9-0217ba40683b tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:38:11.805018 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-85f2f86a-16d1-48ac-b24d-7378ccdc7d5e req-7b4041ee-e002-4c7c-92c9-0217ba40683b tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/ports?device_id=46523f58-a489-46c3-b409-fc7bfcc330af HTTP/1.1" status: 200 len: 985 time: 0.1021907 Jan 19 22:38:11.865021 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-85f2f86a-16d1-48ac-b24d-7378ccdc7d5e req-8de6325c-298e-43e8-b649-631ffb9208f8 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/security-groups?id=decf1e82-b953-4694-89ee-89324fe5bf47&id=6e9af2a2-66a7-42cf-882d-add82c693686&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0528319 Jan 19 22:38:13.096749 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3361b6-9327-497c-a9db-d46466508cf9 req-5a868793-2927-4fc7-ae9c-086aa66902f1 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:38:13.098311 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-1c3361b6-9327-497c-a9db-d46466508cf9 req-5a868793-2927-4fc7-ae9c-086aa66902f1 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/ports?device_id=46523f58-a489-46c3-b409-fc7bfcc330af HTTP/1.1" status: 200 len: 985 time: 0.1013098 Jan 19 22:38:13.153025 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-1c3361b6-9327-497c-a9db-d46466508cf9 req-d2d501ba-f380-48f3-863f-2964066cdf3c tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/security-groups?id=decf1e82-b953-4694-89ee-89324fe5bf47&id=6e9af2a2-66a7-42cf-882d-add82c693686&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0477655 Jan 19 22:38:14.383413 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57685b7-96c0-4fbe-8309-a2956e3481e5 req-be66aa8e-8bf3-4ba7-96c4-8904f3ec653c tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:38:14.385095 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f57685b7-96c0-4fbe-8309-a2956e3481e5 req-be66aa8e-8bf3-4ba7-96c4-8904f3ec653c tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/ports?device_id=46523f58-a489-46c3-b409-fc7bfcc330af HTTP/1.1" status: 200 len: 985 time: 0.1041296 Jan 19 22:38:14.442052 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f57685b7-96c0-4fbe-8309-a2956e3481e5 req-7da71e2c-36fc-4e9d-9904-226ce08bd5b4 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/security-groups?id=decf1e82-b953-4694-89ee-89324fe5bf47&id=6e9af2a2-66a7-42cf-882d-add82c693686&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0503094 Jan 19 22:38:15.672865 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b0e177-ac0f-4463-b08b-14c4b51b7f8a req-6a5b29ae-c14f-4baf-9a16-f10079738e0b tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:38:15.674533 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d5b0e177-ac0f-4463-b08b-14c4b51b7f8a req-6a5b29ae-c14f-4baf-9a16-f10079738e0b tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/ports?device_id=46523f58-a489-46c3-b409-fc7bfcc330af HTTP/1.1" status: 200 len: 985 time: 0.1050627 Jan 19 22:38:15.730473 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-d5b0e177-ac0f-4463-b08b-14c4b51b7f8a req-1f3b96ab-63f8-40f7-854d-0efde7276bc1 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/security-groups?id=decf1e82-b953-4694-89ee-89324fe5bf47&id=6e9af2a2-66a7-42cf-882d-add82c693686&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0496151 Jan 19 22:38:16.963608 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e8a3dc-cf0f-4265-8c9a-3ada8ebedf84 req-fd2fa90e-0add-41e6-8163-209907585fbb tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:38:16.965260 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-32e8a3dc-cf0f-4265-8c9a-3ada8ebedf84 req-fd2fa90e-0add-41e6-8163-209907585fbb tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/ports?device_id=46523f58-a489-46c3-b409-fc7bfcc330af HTTP/1.1" status: 200 len: 985 time: 0.1072018 Jan 19 22:38:17.021468 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-32e8a3dc-cf0f-4265-8c9a-3ada8ebedf84 req-a72ca876-8b29-46a2-be50-6937a847a9d1 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/security-groups?id=decf1e82-b953-4694-89ee-89324fe5bf47&id=6e9af2a2-66a7-42cf-882d-add82c693686&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0494180 Jan 19 22:38:18.254942 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23260cc8-ed07-4b35-91d4-d84fafdd00e1 req-410fc96a-c65f-4c29-8619-a869faf1d846 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:38:18.256576 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-23260cc8-ed07-4b35-91d4-d84fafdd00e1 req-410fc96a-c65f-4c29-8619-a869faf1d846 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/ports?device_id=46523f58-a489-46c3-b409-fc7bfcc330af HTTP/1.1" status: 200 len: 985 time: 0.1044867 Jan 19 22:38:18.313672 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-23260cc8-ed07-4b35-91d4-d84fafdd00e1 req-e4d821ee-29b5-47a9-a11e-c3ccd3e4a550 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/security-groups?id=decf1e82-b953-4694-89ee-89324fe5bf47&id=6e9af2a2-66a7-42cf-882d-add82c693686&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0486257 Jan 19 22:38:19.553514 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db54ea2-4e27-4784-8e92-97bc460c4a4a req-6e31dfc9-a3af-468b-8910-2f2bc3b1420d tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:38:19.555146 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-1db54ea2-4e27-4784-8e92-97bc460c4a4a req-6e31dfc9-a3af-468b-8910-2f2bc3b1420d tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/ports?device_id=46523f58-a489-46c3-b409-fc7bfcc330af HTTP/1.1" status: 200 len: 985 time: 0.1027031 Jan 19 22:38:19.615360 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-1db54ea2-4e27-4784-8e92-97bc460c4a4a req-3af78517-ac06-41de-a9c5-e14fb4c2b30e tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/security-groups?id=decf1e82-b953-4694-89ee-89324fe5bf47&id=6e9af2a2-66a7-42cf-882d-add82c693686&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0536256 Jan 19 22:38:20.851609 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23254499-1c0b-43eb-a880-70946396cde4 req-0d499813-36c6-43da-8785-f06fda77d880 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:38:20.853308 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-23254499-1c0b-43eb-a880-70946396cde4 req-0d499813-36c6-43da-8785-f06fda77d880 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/ports?device_id=46523f58-a489-46c3-b409-fc7bfcc330af HTTP/1.1" status: 200 len: 985 time: 0.1060691 Jan 19 22:38:20.910885 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-23254499-1c0b-43eb-a880-70946396cde4 req-01fbe461-1d2d-4ad2-9f07-df2e6469d9de tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/security-groups?id=decf1e82-b953-4694-89ee-89324fe5bf47&id=6e9af2a2-66a7-42cf-882d-add82c693686&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0510652 Jan 19 22:38:20.956415 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.agents_db [None req-329fefd4-1494-457f-8297-9b2689c275d7 None None] Agent healthcheck: found 6 active agents {{(pid=80168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:38:22.138958 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df670d65-c874-470d-8c0e-e9bc5e7eb26e req-f64600bf-b44c-4f4c-bf5b-2fec16ba1822 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:38:22.140575 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-df670d65-c874-470d-8c0e-e9bc5e7eb26e req-f64600bf-b44c-4f4c-bf5b-2fec16ba1822 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/ports?device_id=46523f58-a489-46c3-b409-fc7bfcc330af HTTP/1.1" status: 200 len: 985 time: 0.1019216 Jan 19 22:38:22.196828 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-df670d65-c874-470d-8c0e-e9bc5e7eb26e req-15ab5514-6e14-4971-b356-2e0c4e4584d9 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/security-groups?id=decf1e82-b953-4694-89ee-89324fe5bf47&id=6e9af2a2-66a7-42cf-882d-add82c693686&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0498211 Jan 19 22:38:28.868431 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-b70d4b50-7049-4e28-891f-bcf4498aaf59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:38:31.444266 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1243c519-8875-4095-9705-67b78462088e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:38:31.785644 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-83a50ece-7ab1-4d3a-8530-198fd1f6641e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:38:33.060337 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:38:33.462339 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8bdf443e-3544-4df7-a37c-063f9f459872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:38:37.582615 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:38:42.502624 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-b3fc81c6-e54a-4534-a002-33562a0caa3d req-c8754304-90e7-4622-a2a1-8628f4f62020 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=46523f58-a489-46c3-b409-fc7bfcc330af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0794978 Jan 19 22:38:42.669409 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fc81c6-e54a-4534-a002-33562a0caa3d req-c98f9c3f-3323-4059-8154-2d33150126a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:38:42.671024 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-b3fc81c6-e54a-4534-a002-33562a0caa3d req-c98f9c3f-3323-4059-8154-2d33150126a0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fddaecd504844feeb47e1f8b7938103e&device_id=46523f58-a489-46c3-b409-fc7bfcc330af HTTP/1.1" status: 200 len: 1203 time: 0.0784945 Jan 19 22:38:42.828995 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fc81c6-e54a-4534-a002-33562a0caa3d req-0d051845-64a2-46d7-a2bc-5f71a8d74916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:38:42.830642 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-b3fc81c6-e54a-4534-a002-33562a0caa3d req-0d051845-64a2-46d7-a2bc-5f71a8d74916 service neutron] 10.222.0.66 "GET /v2.0/networks?id=89e241a6-c22e-41ae-9bbc-2825eb64df4b HTTP/1.1" status: 200 len: 908 time: 0.1387408 Jan 19 22:38:42.939765 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-b3fc81c6-e54a-4534-a002-33562a0caa3d req-34f18748-9802-4e2d-b48b-6a1ff9ca02fa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b43c51df-9db2-4284-b873-53186451a02a HTTP/1.1" status: 200 len: 1002 time: 0.1020043 Jan 19 22:38:43.009002 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fc81c6-e54a-4534-a002-33562a0caa3d req-13c8e8aa-3d6b-4968-b106-b8cc26be9ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:38:43.010604 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-b3fc81c6-e54a-4534-a002-33562a0caa3d req-13c8e8aa-3d6b-4968-b106-b8cc26be9ca6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c35fe21-4842-4614-ae1d-e82e817e996b HTTP/1.1" status: 200 len: 853 time: 0.0643489 Jan 19 22:38:43.096112 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fc81c6-e54a-4534-a002-33562a0caa3d req-efdee51b-7015-4de4-8cae-d8555d70fcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:38:43.097751 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-b3fc81c6-e54a-4534-a002-33562a0caa3d req-efdee51b-7015-4de4-8cae-d8555d70fcc9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=89e241a6-c22e-41ae-9bbc-2825eb64df4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0796852 Jan 19 22:38:43.240211 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-b3fc81c6-e54a-4534-a002-33562a0caa3d req-70bc7bd7-39e6-49d0-b69a-f488eb894655 service neutron] 10.222.0.66 "GET /v2.0/networks/89e241a6-c22e-41ae-9bbc-2825eb64df4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351774 Jan 19 22:38:43.382641 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-b3fc81c6-e54a-4534-a002-33562a0caa3d req-30ee409f-48b0-4915-88ae-3fa652726629 service neutron] 10.222.0.66 "GET /v2.0/networks/89e241a6-c22e-41ae-9bbc-2825eb64df4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1353705 Jan 19 22:38:54.615240 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f34a33e7-9c75-41e1-acb8-23db1bd827a9 req-2605aafd-7cb1-48b5-9d35-6f44dec80ddb tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1690041577&fields=id&tenant_id=fddaecd504844feeb47e1f8b7938103e HTTP/1.1" status: 200 len: 267 time: 0.0486772 Jan 19 22:38:54.720695 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a33e7-9c75-41e1-acb8-23db1bd827a9 req-16748485-6ffe-41d4-a08e-0c975ce0fc4b tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:38:54.722337 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f34a33e7-9c75-41e1-acb8-23db1bd827a9 req-16748485-6ffe-41d4-a08e-0c975ce0fc4b tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/ports?device_id=46523f58-a489-46c3-b409-fc7bfcc330af HTTP/1.1" status: 200 len: 985 time: 0.1005983 Jan 19 22:38:54.733972 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.v2.base [req-f34a33e7-9c75-41e1-acb8-23db1bd827a9 req-cb067aa0-fea0-4695-86fe-8eded13408a5 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Request body: {'port': {'security_groups': ['6e9af2a2-66a7-42cf-882d-add82c693686']}} {{(pid=80165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:38:54.865863 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-f34a33e7-9c75-41e1-acb8-23db1bd827a9 req-cb067aa0-fea0-4695-86fe-8eded13408a5 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:38:55.177236 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-f34a33e7-9c75-41e1-acb8-23db1bd827a9 req-cb067aa0-fea0-4695-86fe-8eded13408a5 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] For port b43c51df-9db2-4284-b873-53186451a02a, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=b43c51df-9db2-4284-b873-53186451a02a,segment=NetworkSegment(d93607ed-2f89-4fb3-8de4-b61c7715179a),segment_id=d93607ed-2f89-4fb3-8de4-b61c7715179a)] {{(pid=80165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:38:55.204779 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-f34a33e7-9c75-41e1-acb8-23db1bd827a9 req-cb067aa0-fea0-4695-86fe-8eded13408a5 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Notify callbacks [] for port, precommit_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:38:55.208358 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-f34a33e7-9c75-41e1-acb8-23db1bd827a9 req-cb067aa0-fea0-4695-86fe-8eded13408a5 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2008354'] for port, after_update {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:38:55.225189 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-1913c1d1-d40f-4674-a0a3-ec90a9213380 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:38:55.380015 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb067aa0-fea0-4695-86fe-8eded13408a5 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Pushing event updated for resources: {'Port': ['ID=b43c51df-9db2-4284-b873-53186451a02a,revision_number=6']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:38:55.391446 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb067aa0-fea0-4695-86fe-8eded13408a5 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:38:55.391925 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb067aa0-fea0-4695-86fe-8eded13408a5 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:38:55.392343 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb067aa0-fea0-4695-86fe-8eded13408a5 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:38:55.392757 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb067aa0-fea0-4695-86fe-8eded13408a5 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:38:55.393162 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb067aa0-fea0-4695-86fe-8eded13408a5 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:38:55.393597 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb067aa0-fea0-4695-86fe-8eded13408a5 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:38:55.394007 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb067aa0-fea0-4695-86fe-8eded13408a5 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:38:55.394412 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb067aa0-fea0-4695-86fe-8eded13408a5 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:38:55.394814 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb067aa0-fea0-4695-86fe-8eded13408a5 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:38:55.395213 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb067aa0-fea0-4695-86fe-8eded13408a5 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:38:55.395612 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb067aa0-fea0-4695-86fe-8eded13408a5 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:38:55.396008 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb067aa0-fea0-4695-86fe-8eded13408a5 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:38:55.396464 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb067aa0-fea0-4695-86fe-8eded13408a5 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:38:55.396862 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb067aa0-fea0-4695-86fe-8eded13408a5 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:38:55.397258 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb067aa0-fea0-4695-86fe-8eded13408a5 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:38:55.397679 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb067aa0-fea0-4695-86fe-8eded13408a5 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:38:55.398076 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb067aa0-fea0-4695-86fe-8eded13408a5 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:38:55.399005 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb067aa0-fea0-4695-86fe-8eded13408a5 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:38:55.399399 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb067aa0-fea0-4695-86fe-8eded13408a5 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:38:55.399797 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb067aa0-fea0-4695-86fe-8eded13408a5 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:38:55.400192 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb067aa0-fea0-4695-86fe-8eded13408a5 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:38:55.400626 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb067aa0-fea0-4695-86fe-8eded13408a5 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:38:55.401227 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb067aa0-fea0-4695-86fe-8eded13408a5 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:38:55.401967 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb067aa0-fea0-4695-86fe-8eded13408a5 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:38:55.407301 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-cb067aa0-fea0-4695-86fe-8eded13408a5 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:38:55.457379 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a33e7-9c75-41e1-acb8-23db1bd827a9 req-cb067aa0-fea0-4695-86fe-8eded13408a5 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:38:55.458118 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-f34a33e7-9c75-41e1-acb8-23db1bd827a9 req-cb067aa0-fea0-4695-86fe-8eded13408a5 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for port, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:38:55.459752 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f34a33e7-9c75-41e1-acb8-23db1bd827a9 req-cb067aa0-fea0-4695-86fe-8eded13408a5 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "PUT /v2.0/ports/b43c51df-9db2-4284-b873-53186451a02a HTTP/1.1" status: 200 len: 943 time: 0.7307227 Jan 19 22:38:55.460367 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46523f58-a489-46c3-b409-fc7bfcc330af', 'tag': 'b43c51df-9db2-4284-b873-53186451a02a'}] {{(pid=80165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:38:55.554997 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-206b2e4e-e53a-4976-96dc-740edb158dfe req-fa13fd94-df11-47b6-ba04-c0ee5c996d3d tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/security-groups/decf1e82-b953-4694-89ee-89324fe5bf47 HTTP/1.1" status: 200 len: 3005 time: 0.0626714 Jan 19 22:38:55.637356 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-206b2e4e-e53a-4976-96dc-740edb158dfe req-e5e345ca-2d80-44cc-abf3-5a1dbc1ae977 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Notify callbacks [] for security_group, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:38:55.668223 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-206b2e4e-e53a-4976-96dc-740edb158dfe req-e5e345ca-2d80-44cc-abf3-5a1dbc1ae977 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Notify callbacks [] for security_group, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:38:55.689599 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46523f58-a489-46c3-b409-fc7bfcc330af', 'tag': 'b43c51df-9db2-4284-b873-53186451a02a', 'status': 'completed', 'code': 200} Jan 19 22:38:55.693860 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-04e6ab6e-fd10-4b67-8abe-01b3b09e8333 None None] Provisioning complete for port b43c51df-9db2-4284-b873-53186451a02a triggered by entity DHCP. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:38:55.694238 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-04e6ab6e-fd10-4b67-8abe-01b3b09e8333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:38:55.722892 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-206b2e4e-e53a-4976-96dc-740edb158dfe req-e5e345ca-2d80-44cc-abf3-5a1dbc1ae977 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:38:55.728939 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-0c1049ce-8a75-4912-b009-7bbdd98f578e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:38:55.743501 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e345ca-2d80-44cc-abf3-5a1dbc1ae977 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Pushing event deleted for resources: {'SecurityGroup': ['ID=decf1e82-b953-4694-89ee-89324fe5bf47,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:38:55.747063 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-e5e345ca-2d80-44cc-abf3-5a1dbc1ae977 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:38:55.756448 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-206b2e4e-e53a-4976-96dc-740edb158dfe req-e5e345ca-2d80-44cc-abf3-5a1dbc1ae977 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Notify callbacks [] for security_group, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:38:55.758370 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-206b2e4e-e53a-4976-96dc-740edb158dfe req-e5e345ca-2d80-44cc-abf3-5a1dbc1ae977 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "DELETE /v2.0/security-groups/decf1e82-b953-4694-89ee-89324fe5bf47 HTTP/1.1" status: 204 len: 173 time: 0.1954298 Jan 19 22:38:56.142426 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c144a8-b0f3-4ff5-b860-3d78c04c1f6f req-818a7118-c408-4e8e-b433-e8b291c4801b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:38:56.143974 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-36c144a8-b0f3-4ff5-b860-3d78c04c1f6f req-818a7118-c408-4e8e-b433-e8b291c4801b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fddaecd504844feeb47e1f8b7938103e&device_id=46523f58-a489-46c3-b409-fc7bfcc330af HTTP/1.1" status: 200 len: 1163 time: 0.4130876 Jan 19 22:38:56.183061 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f0b6a803-e359-4ae2-adc5-55cca7019c79 req-576cbd60-9e62-43d7-a53a-22c409b626b7 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/floatingips/44a78360-d975-48d8-9f88-7118b4587595 HTTP/1.1" status: 200 len: 999 time: 0.3861752 Jan 19 22:38:56.184129 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device b43c51df-9db2-4284-b873-53186451a02a up at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:38:56.260191 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.provisioning_blocks [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Provisioning complete for port b43c51df-9db2-4284-b873-53186451a02a triggered by entity L2. {{(pid=80167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:38:56.260617 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851210680'] for port, provisioning_complete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:38:56.414256 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c144a8-b0f3-4ff5-b860-3d78c04c1f6f req-e7837603-bb4b-4db9-af6e-449fef310ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:38:56.415859 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-36c144a8-b0f3-4ff5-b860-3d78c04c1f6f req-e7837603-bb4b-4db9-af6e-449fef310ab4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=89e241a6-c22e-41ae-9bbc-2825eb64df4b HTTP/1.1" status: 200 len: 908 time: 0.2645471 Jan 19 22:38:56.526236 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6a803-e359-4ae2-adc5-55cca7019c79 req-7553c8b1-1c3c-4e65-8a29-dc113444a488 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:38:56.527694 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f0b6a803-e359-4ae2-adc5-55cca7019c79 req-7553c8b1-1c3c-4e65-8a29-dc113444a488 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/networks/8d9e1b39-82c1-4058-b2cd-c5f96fe21028 HTTP/1.1" status: 200 len: 784 time: 0.3297253 Jan 19 22:38:56.633060 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-36c144a8-b0f3-4ff5-b860-3d78c04c1f6f req-86f3bb1b-92b3-4389-b367-753f335b3ba3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b43c51df-9db2-4284-b873-53186451a02a HTTP/1.1" status: 200 len: 1002 time: 0.2039995 Jan 19 22:38:56.715848 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f0b6a803-e359-4ae2-adc5-55cca7019c79 req-b7bc880b-e899-498e-83b5-4df4dee4e07c tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.28.2.108 HTTP/1.1" status: 200 len: 1002 time: 0.1728172 Jan 19 22:38:56.776487 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c144a8-b0f3-4ff5-b860-3d78c04c1f6f req-b81249e3-0331-4a97-bc53-1574f551b745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:38:56.778075 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-36c144a8-b0f3-4ff5-b860-3d78c04c1f6f req-b81249e3-0331-4a97-bc53-1574f551b745 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c35fe21-4842-4614-ae1d-e82e817e996b HTTP/1.1" status: 200 len: 853 time: 0.1358354 Jan 19 22:38:56.866461 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6a803-e359-4ae2-adc5-55cca7019c79 req-bb708ef2-b2d6-457a-8e04-e520e32c403a tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:38:56.868510 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f0b6a803-e359-4ae2-adc5-55cca7019c79 req-bb708ef2-b2d6-457a-8e04-e520e32c403a tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/ports/b43c51df-9db2-4284-b873-53186451a02a HTTP/1.1" status: 200 len: 943 time: 0.1457067 Jan 19 22:38:56.898694 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c144a8-b0f3-4ff5-b860-3d78c04c1f6f req-5f181216-336f-4f2e-9a0a-74ce5fa24665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:38:56.900327 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-36c144a8-b0f3-4ff5-b860-3d78c04c1f6f req-5f181216-336f-4f2e-9a0a-74ce5fa24665 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=89e241a6-c22e-41ae-9bbc-2825eb64df4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1090775 Jan 19 22:38:57.139453 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f0b6a803-e359-4ae2-adc5-55cca7019c79 req-202411fb-c53b-46d6-8fd0-f310bf27d701 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.28.2.108 HTTP/1.1" status: 200 len: 1002 time: 0.1397197 Jan 19 22:38:57.142848 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-36c144a8-b0f3-4ff5-b860-3d78c04c1f6f req-7faa339b-f337-4a2e-8f83-70304c0f0f64 service neutron] 10.222.0.66 "GET /v2.0/networks/89e241a6-c22e-41ae-9bbc-2825eb64df4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350793 Jan 19 22:38:57.476573 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-36c144a8-b0f3-4ff5-b860-3d78c04c1f6f req-2462420d-b5cb-4adb-a0e0-8d0a91f98e38 service neutron] 10.222.0.66 "GET /v2.0/networks/89e241a6-c22e-41ae-9bbc-2825eb64df4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2684870 Jan 19 22:38:57.486588 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [req-f0b6a803-e359-4ae2-adc5-55cca7019c79 req-cc4b8c8f-151d-4082-b094-95438c558013 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Deleting port d2237c30-9190-4302-ba7a-fc3e155daed3 {{(pid=80166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:38:57.486968 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-f0b6a803-e359-4ae2-adc5-55cca7019c79 req-cc4b8c8f-151d-4082-b094-95438c558013 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:38:57.665783 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-f0b6a803-e359-4ae2-adc5-55cca7019c79 req-cc4b8c8f-151d-4082-b094-95438c558013 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137761'] for port, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:38:57.666152 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-f0b6a803-e359-4ae2-adc5-55cca7019c79 req-cc4b8c8f-151d-4082-b094-95438c558013 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Notify callbacks [] for floatingip, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:38:57.795891 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [req-f0b6a803-e359-4ae2-adc5-55cca7019c79 req-cc4b8c8f-151d-4082-b094-95438c558013 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Calling delete_port for d2237c30-9190-4302-ba7a-fc3e155daed3 owned by network:floatingip {{(pid=80166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:38:57.947094 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-f0b6a803-e359-4ae2-adc5-55cca7019c79 req-cc4b8c8f-151d-4082-b094-95438c558013 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307084714663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307085172425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843396414'] for port, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:38:57.956009 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.agents_db [None req-329fefd4-1494-457f-8297-9b2689c275d7 None None] Agent healthcheck: found 6 active agents {{(pid=80168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:38:57.962353 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-c0e627b5-c1f3-4b3a-bccc-55b52faa4a16 tempest-VolumesSnapshotTestJSON-1800110076 tempest-VolumesSnapshotTestJSON-1800110076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:38:58.015902 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b8c8f-151d-4082-b094-95438c558013 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Pushing event deleted for resources: {'Port': ['ID=d2237c30-9190-4302-ba7a-fc3e155daed3,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:38:58.029370 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4b8c8f-151d-4082-b094-95438c558013 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:38:58.029800 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4b8c8f-151d-4082-b094-95438c558013 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:38:58.030216 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4b8c8f-151d-4082-b094-95438c558013 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:38:58.030628 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4b8c8f-151d-4082-b094-95438c558013 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:38:58.031040 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4b8c8f-151d-4082-b094-95438c558013 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:38:58.031446 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4b8c8f-151d-4082-b094-95438c558013 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:38:58.031852 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4b8c8f-151d-4082-b094-95438c558013 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:38:58.032336 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4b8c8f-151d-4082-b094-95438c558013 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:38:58.032745 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4b8c8f-151d-4082-b094-95438c558013 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:38:58.033148 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4b8c8f-151d-4082-b094-95438c558013 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:38:58.033577 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4b8c8f-151d-4082-b094-95438c558013 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:38:58.033979 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4b8c8f-151d-4082-b094-95438c558013 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:38:58.034435 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4b8c8f-151d-4082-b094-95438c558013 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:38:58.034836 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4b8c8f-151d-4082-b094-95438c558013 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:38:58.035234 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4b8c8f-151d-4082-b094-95438c558013 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:38:58.035632 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4b8c8f-151d-4082-b094-95438c558013 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:38:58.036028 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4b8c8f-151d-4082-b094-95438c558013 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:38:58.036423 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4b8c8f-151d-4082-b094-95438c558013 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:38:58.036817 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4b8c8f-151d-4082-b094-95438c558013 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:38:58.037212 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4b8c8f-151d-4082-b094-95438c558013 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:38:58.037630 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4b8c8f-151d-4082-b094-95438c558013 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:38:58.038105 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4b8c8f-151d-4082-b094-95438c558013 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:38:58.038502 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4b8c8f-151d-4082-b094-95438c558013 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:38:58.039448 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4b8c8f-151d-4082-b094-95438c558013 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:38:58.090397 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-cc4b8c8f-151d-4082-b094-95438c558013 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:38:58.206044 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-f0b6a803-e359-4ae2-adc5-55cca7019c79 req-cc4b8c8f-151d-4082-b094-95438c558013 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Notify callbacks [] for floatingip, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:38:58.206426 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.db.l3_db [req-f0b6a803-e359-4ae2-adc5-55cca7019c79 req-cc4b8c8f-151d-4082-b094-95438c558013 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Floating IP 44a78360-d975-48d8-9f88-7118b4587595 disassociated (deleted). External IP: 172.28.2.108, port: b43c51df-9db2-4284-b873-53186451a02a. Jan 19 22:38:58.843269 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0b6a803-e359-4ae2-adc5-55cca7019c79 req-cc4b8c8f-151d-4082-b094-95438c558013 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Router 695ca0bf-fadb-44d8-802a-8edaf914bace has already been hosted by L3 agent f53f1119-c8e9-4b63-a732-32c6c8f5b9fc {{(pid=80166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 22:38:58.869819 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-90bdc43c-76b6-421d-a191-275d45055e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:38:59.031336 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0b6a803-e359-4ae2-adc5-55cca7019c79 req-cc4b8c8f-151d-4082-b094-95438c558013 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Notify agent at l3_agent.dv-cinder-750782-5-smb the message routers_updated {{(pid=80166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:38:59.041431 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3063cc70-0b50-4f0a-91c2-15f68e93e022 None None] Sync routers for ids ['695ca0bf-fadb-44d8-802a-8edaf914bace'] in dv-cinder-750782-5-smb {{(pid=80167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:38:59.051855 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3063cc70-0b50-4f0a-91c2-15f68e93e022 None None] Routers {'695ca0bf-fadb-44d8-802a-8edaf914bace'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:38:59.052548 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-3063cc70-0b50-4f0a-91c2-15f68e93e022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:38:32Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['695ca0bf-fadb-44d8-802a-8edaf914bace'], 'active': True} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:38:59.056148 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-f0b6a803-e359-4ae2-adc5-55cca7019c79 req-cc4b8c8f-151d-4082-b094-95438c558013 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for floatingip, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:38:59.118275 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f0b6a803-e359-4ae2-adc5-55cca7019c79 req-cc4b8c8f-151d-4082-b094-95438c558013 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "DELETE /v2.0/floatingips/44a78360-d975-48d8-9f88-7118b4587595 HTTP/1.1" status: 204 len: 173 time: 1.9727366 Jan 19 22:38:59.118846 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46523f58-a489-46c3-b409-fc7bfcc330af', 'tag': 'b43c51df-9db2-4284-b873-53186451a02a'}] {{(pid=80166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:38:59.178397 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46523f58-a489-46c3-b409-fc7bfcc330af', 'tag': 'b43c51df-9db2-4284-b873-53186451a02a', 'status': 'completed', 'code': 200} Jan 19 22:38:59.256256 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-3063cc70-0b50-4f0a-91c2-15f68e93e022 None None] Set router 695ca0bf-fadb-44d8-802a-8edaf914bace gateway port host: dv-cinder-750782-5-smb {{(pid=80167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:38:59.355211 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf9afa8-cbf8-4f88-a55b-31ceb4242b5c req-5d19260c-ebd2-4c03-8d99-7af5448ec94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:38:59.356762 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-edf9afa8-cbf8-4f88-a55b-31ceb4242b5c req-5d19260c-ebd2-4c03-8d99-7af5448ec94e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fddaecd504844feeb47e1f8b7938103e&device_id=46523f58-a489-46c3-b409-fc7bfcc330af HTTP/1.1" status: 200 len: 1163 time: 0.1340849 Jan 19 22:38:59.474655 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6a803-e359-4ae2-adc5-55cca7019c79 req-951a1980-6583-4933-bca7-06220aa656e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:38:59.476853 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f0b6a803-e359-4ae2-adc5-55cca7019c79 req-951a1980-6583-4933-bca7-06220aa656e1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fddaecd504844feeb47e1f8b7938103e&device_id=46523f58-a489-46c3-b409-fc7bfcc330af HTTP/1.1" status: 200 len: 1163 time: 0.3444941 Jan 19 22:38:59.601384 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-3063cc70-0b50-4f0a-91c2-15f68e93e022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '695ca0bf-fadb-44d8-802a-8edaf914bace', 'name': 'tempest-TestMinimumBasicScenario-826735016-router', 'tenant_id': 'fddaecd504844feeb47e1f8b7938103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.43'}], 'enable_snat': True}, 'gw_port_id': 'f06260cf-d754-41c0-b614-daf97ccdf458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:36:56Z', 'updated_at': '2021-01-19T22:37:02Z', 'revision_number': 4, 'project_id': 'fddaecd504844feeb47e1f8b7938103e', 'gw_port': {'id': 'f06260cf-d754-41c0-b614-daf97ccdf458', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695ca0bf-fadb-44d8-802a-8edaf914bace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:36:57Z', 'updated_at': '2021-01-19T22:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_interfaces': [{'id': '5f0b15b7-735a-4c93-aaf5-fb292408d009', 'name': '', 'network_id': '89e241a6-c22e-41ae-9bbc-2825eb64df4b', 'tenant_id': 'fddaecd504844feeb47e1f8b7938103e', 'mac_address': 'fa:16:3e:02:c8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695ca0bf-fadb-44d8-802a-8edaf914bace', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '9c35fe21-4842-4614-ae1d-e82e817e996b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:37:00Z', 'updated_at': '2021-01-19T22:37:11Z', 'revision_number': 5, 'project_id': 'fddaecd504844feeb47e1f8b7938103e', 'subnets': [{'id': '9c35fe21-4842-4614-ae1d-e82e817e996b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:38:59.605604 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3063cc70-0b50-4f0a-91c2-15f68e93e022 None None] Checking router: 695ca0bf-fadb-44d8-802a-8edaf914bace for host: dv-cinder-750782-5-smb {{(pid=80167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:38:59.606875 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf9afa8-cbf8-4f88-a55b-31ceb4242b5c req-7858d0bc-55c9-499d-b781-9ffe0e701fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:38:59.608502 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-edf9afa8-cbf8-4f88-a55b-31ceb4242b5c req-7858d0bc-55c9-499d-b781-9ffe0e701fe2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=89e241a6-c22e-41ae-9bbc-2825eb64df4b HTTP/1.1" status: 200 len: 908 time: 0.2427559 Jan 19 22:38:59.614604 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3063cc70-0b50-4f0a-91c2-15f68e93e022 None None] Routers {'695ca0bf-fadb-44d8-802a-8edaf914bace'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:38:59.615272 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-3063cc70-0b50-4f0a-91c2-15f68e93e022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:38:32Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['695ca0bf-fadb-44d8-802a-8edaf914bace'], 'active': True} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:38:59.693851 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-edf9afa8-cbf8-4f88-a55b-31ceb4242b5c req-bb6632d6-7300-4aff-9712-0fb8659327ee service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b43c51df-9db2-4284-b873-53186451a02a HTTP/1.1" status: 200 len: 217 time: 0.0752709 Jan 19 22:38:59.760943 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6a803-e359-4ae2-adc5-55cca7019c79 req-fc3ce384-9895-4012-8cdd-d1c1fd753fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:38:59.762640 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f0b6a803-e359-4ae2-adc5-55cca7019c79 req-fc3ce384-9895-4012-8cdd-d1c1fd753fb4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=89e241a6-c22e-41ae-9bbc-2825eb64df4b HTTP/1.1" status: 200 len: 908 time: 0.2779577 Jan 19 22:38:59.852802 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f0b6a803-e359-4ae2-adc5-55cca7019c79 req-d36a3fe6-f08c-4214-98fc-61b62343c1b8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b43c51df-9db2-4284-b873-53186451a02a HTTP/1.1" status: 200 len: 217 time: 0.0760894 Jan 19 22:38:59.856681 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf9afa8-cbf8-4f88-a55b-31ceb4242b5c req-dd40e3cc-d8c3-447b-9efb-4e0db11cc868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:38:59.858318 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-edf9afa8-cbf8-4f88-a55b-31ceb4242b5c req-dd40e3cc-d8c3-447b-9efb-4e0db11cc868 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c35fe21-4842-4614-ae1d-e82e817e996b HTTP/1.1" status: 200 len: 853 time: 0.1510885 Jan 19 22:38:59.977424 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-3063cc70-0b50-4f0a-91c2-15f68e93e022 None None] Set router 695ca0bf-fadb-44d8-802a-8edaf914bace gateway port host: dv-cinder-750782-5-smb {{(pid=80167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:38:59.985139 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6a803-e359-4ae2-adc5-55cca7019c79 req-41ec6d24-fd0f-4a4e-9647-bc8607392d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:38:59.986682 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f0b6a803-e359-4ae2-adc5-55cca7019c79 req-41ec6d24-fd0f-4a4e-9647-bc8607392d87 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c35fe21-4842-4614-ae1d-e82e817e996b HTTP/1.1" status: 200 len: 853 time: 0.1271164 Jan 19 22:39:00.046222 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf9afa8-cbf8-4f88-a55b-31ceb4242b5c req-00039896-f5b9-47a5-905d-980d4703cca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:39:00.047847 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-edf9afa8-cbf8-4f88-a55b-31ceb4242b5c req-00039896-f5b9-47a5-905d-980d4703cca4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=89e241a6-c22e-41ae-9bbc-2825eb64df4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1530857 Jan 19 22:39:00.184073 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6a803-e359-4ae2-adc5-55cca7019c79 req-32a89549-cb2b-47b4-95cb-38305f98e615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:39:00.185736 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f0b6a803-e359-4ae2-adc5-55cca7019c79 req-32a89549-cb2b-47b4-95cb-38305f98e615 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=89e241a6-c22e-41ae-9bbc-2825eb64df4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1909599 Jan 19 22:39:00.253578 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-edf9afa8-cbf8-4f88-a55b-31ceb4242b5c req-dbb6feb5-f95d-4c30-865c-4603187ceb72 service neutron] 10.222.0.66 "GET /v2.0/networks/89e241a6-c22e-41ae-9bbc-2825eb64df4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977224 Jan 19 22:39:00.321403 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-3063cc70-0b50-4f0a-91c2-15f68e93e022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '695ca0bf-fadb-44d8-802a-8edaf914bace', 'name': 'tempest-TestMinimumBasicScenario-826735016-router', 'tenant_id': 'fddaecd504844feeb47e1f8b7938103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.43'}], 'enable_snat': True}, 'gw_port_id': 'f06260cf-d754-41c0-b614-daf97ccdf458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:36:56Z', 'updated_at': '2021-01-19T22:37:02Z', 'revision_number': 4, 'project_id': 'fddaecd504844feeb47e1f8b7938103e', 'gw_port': {'id': 'f06260cf-d754-41c0-b614-daf97ccdf458', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695ca0bf-fadb-44d8-802a-8edaf914bace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:36:57Z', 'updated_at': '2021-01-19T22:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_interfaces': [{'id': '5f0b15b7-735a-4c93-aaf5-fb292408d009', 'name': '', 'network_id': '89e241a6-c22e-41ae-9bbc-2825eb64df4b', 'tenant_id': 'fddaecd504844feeb47e1f8b7938103e', 'mac_address': 'fa:16:3e:02:c8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695ca0bf-fadb-44d8-802a-8edaf914bace', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '9c35fe21-4842-4614-ae1d-e82e817e996b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:37:00Z', 'updated_at': '2021-01-19T22:37:11Z', 'revision_number': 5, 'project_id': 'fddaecd504844feeb47e1f8b7938103e', 'subnets': [{'id': '9c35fe21-4842-4614-ae1d-e82e817e996b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:39:00.325664 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3063cc70-0b50-4f0a-91c2-15f68e93e022 None None] The sync data for ids ['695ca0bf-fadb-44d8-802a-8edaf914bace'] in dv-cinder-750782-5-smb is: [{'id': '695ca0bf-fadb-44d8-802a-8edaf914bace', 'name': 'tempest-TestMinimumBasicScenario-826735016-router', 'tenant_id': 'fddaecd504844feeb47e1f8b7938103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.43'}], 'enable_snat': True}, 'gw_port_id': 'f06260cf-d754-41c0-b614-daf97ccdf458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:36:56Z', 'updated_at': '2021-01-19T22:37:02Z', 'revision_number': 4, 'project_id': 'fddaecd504844feeb47e1f8b7938103e', 'gw_port': {'id': 'f06260cf-d754-41c0-b614-daf97ccdf458', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695ca0bf-fadb-44d8-802a-8edaf914bace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:36:57Z', 'updated_at': '2021-01-19T22:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb', '_interfaces': [{'id': '5f0b15b7-735a-4c93-aaf5-fb292408d009', 'name': '', 'network_id': '89e241a6-c22e-41ae-9bbc-2825eb64df4b', 'tenant_id': 'fddaecd504844feeb47e1f8b7938103e', 'mac_address': 'fa:16:3e:02:c8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695ca0bf-fadb-44d8-802a-8edaf914bace', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '9c35fe21-4842-4614-ae1d-e82e817e996b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:37:00Z', 'updated_at': '2021-01-19T22:37:11Z', 'revision_number': 5, 'project_id': 'fddaecd504844feeb47e1f8b7938103e', 'subnets': [{'id': '9c35fe21-4842-4614-ae1d-e82e817e996b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:39:00.454517 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f0b6a803-e359-4ae2-adc5-55cca7019c79 req-f68c3a9f-e1d2-4692-ab95-6d46e136c664 service neutron] 10.222.0.43 "GET /v2.0/networks/89e241a6-c22e-41ae-9bbc-2825eb64df4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602959 Jan 19 22:39:00.528875 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-edf9afa8-cbf8-4f88-a55b-31ceb4242b5c req-4cf4938e-d04e-419a-86ef-49e6d8063a98 service neutron] 10.222.0.66 "GET /v2.0/networks/89e241a6-c22e-41ae-9bbc-2825eb64df4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2207236 Jan 19 22:39:00.624429 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-f0b6a803-e359-4ae2-adc5-55cca7019c79 req-e4125952-e94b-4716-bb78-5ba52ba2b886 service neutron] 10.222.0.43 "GET /v2.0/networks/89e241a6-c22e-41ae-9bbc-2825eb64df4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1620109 Jan 19 22:39:00.707524 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547afc73-921b-4313-8b5a-058090c608fd None None] New status for floating IP 44a78360-d975-48d8-9f88-7118b4587595: DOWN {{(pid=80168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 19 22:39:01.448120 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1243c519-8875-4095-9705-67b78462088e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:01.786708 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-05b7af53-c108-4baf-ae3b-3f4a32cdd699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:03.062945 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:03.464509 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8bdf443e-3544-4df7-a37c-063f9f459872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:04.001108 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e4b35-0fba-4006-9619-a3e97391b446 req-19ba3aa0-5b80-4d5e-9390-5f5bc960a5e6 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:39:04.001808 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-891e4b35-0fba-4006-9619-a3e97391b446 req-19ba3aa0-5b80-4d5e-9390-5f5bc960a5e6 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Synchronizing usage tracker for tenant:fddaecd504844feeb47e1f8b7938103e on resource:port {{(pid=80166) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:39:04.016872 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-891e4b35-0fba-4006-9619-a3e97391b446 req-19ba3aa0-5b80-4d5e-9390-5f5bc960a5e6 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Unset dirty status for tenant:fddaecd504844feeb47e1f8b7938103e on resource:port {{(pid=80166) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:39:04.018164 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-891e4b35-0fba-4006-9619-a3e97391b446 req-19ba3aa0-5b80-4d5e-9390-5f5bc960a5e6 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/ports?device_id=46523f58-a489-46c3-b409-fc7bfcc330af HTTP/1.1" status: 200 len: 946 time: 0.1218188 Jan 19 22:39:04.068830 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-891e4b35-0fba-4006-9619-a3e97391b446 req-e4dc93c4-09f8-4c77-b27f-9870698e88b1 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/security-groups?id=6e9af2a2-66a7-42cf-882d-add82c693686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442462 Jan 19 22:39:05.304722 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e183fd8-6349-4a54-98be-c66a3d8deeeb req-7ccba81e-8b29-4384-b815-39b802103a94 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:39:05.306366 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-2e183fd8-6349-4a54-98be-c66a3d8deeeb req-7ccba81e-8b29-4384-b815-39b802103a94 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/ports?device_id=46523f58-a489-46c3-b409-fc7bfcc330af HTTP/1.1" status: 200 len: 946 time: 0.1038976 Jan 19 22:39:05.357128 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-2e183fd8-6349-4a54-98be-c66a3d8deeeb req-367c9bd8-d09b-4b12-8f1b-cda2e046eb6d tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Synchronizing usage tracker for tenant:fddaecd504844feeb47e1f8b7938103e on resource:security_group {{(pid=80165) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:39:05.374789 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.quota.resource [req-2e183fd8-6349-4a54-98be-c66a3d8deeeb req-367c9bd8-d09b-4b12-8f1b-cda2e046eb6d tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Unset dirty status for tenant:fddaecd504844feeb47e1f8b7938103e on resource:security_group {{(pid=80165) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:39:05.375993 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-2e183fd8-6349-4a54-98be-c66a3d8deeeb req-367c9bd8-d09b-4b12-8f1b-cda2e046eb6d tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/security-groups?id=6e9af2a2-66a7-42cf-882d-add82c693686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633194 Jan 19 22:39:05.840273 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae17c6-6b5d-496d-a9d3-0ef6fb8d99a4 req-cbe49b14-0a71-4354-8958-a73824468bfa tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:39:05.841884 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-68ae17c6-6b5d-496d-a9d3-0ef6fb8d99a4 req-cbe49b14-0a71-4354-8958-a73824468bfa tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.66 "GET /v2.0/ports?device_id=46523f58-a489-46c3-b409-fc7bfcc330af HTTP/1.1" status: 200 len: 946 time: 0.1028309 Jan 19 22:39:05.924611 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [req-68ae17c6-6b5d-496d-a9d3-0ef6fb8d99a4 req-ab110a62-e686-453a-a593-0e7821dafee6 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Deleting port b43c51df-9db2-4284-b873-53186451a02a {{(pid=80166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:39:05.924997 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-68ae17c6-6b5d-496d-a9d3-0ef6fb8d99a4 req-ab110a62-e686-453a-a593-0e7821dafee6 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:05.930154 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Device b43c51df-9db2-4284-b873-53186451a02a no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:39:06.052763 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3586248'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:06.081960 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46523f58-a489-46c3-b409-fc7bfcc330af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b43c51df-9db2-4284-b873-53186451a02a'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:39:06.092927 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] For port b43c51df-9db2-4284-b873-53186451a02a, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=b43c51df-9db2-4284-b873-53186451a02a,segment=NetworkSegment(d93607ed-2f89-4fb3-8de4-b61c7715179a),segment_id=d93607ed-2f89-4fb3-8de4-b61c7715179a)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:39:06.096309 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307084714646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729769603392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307085172391'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:06.098212 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:39:06.147185 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46523f58-a489-46c3-b409-fc7bfcc330af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b43c51df-9db2-4284-b873-53186451a02a', 'code': 200} Jan 19 22:39:06.170501 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Pushing event updated for resources: {'Port': ['ID=b43c51df-9db2-4284-b873-53186451a02a,revision_number=7']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:39:06.178472 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:39:06.178871 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:39:06.179291 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:39:06.179675 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:39:06.180057 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:39:06.180434 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:39:06.180811 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:39:06.181186 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:39:06.181599 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:39:06.181962 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:39:06.182334 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:39:06.182702 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:39:06.183129 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:39:06.183500 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:39:06.183868 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:39:06.184236 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:39:06.184604 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:39:06.184971 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:39:06.185363 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:39:06.185757 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:39:06.186105 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:39:06.186474 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:39:06.186839 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:39:06.187203 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:39:06.192233 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:39:06.193140 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-68ae17c6-6b5d-496d-a9d3-0ef6fb8d99a4 req-ab110a62-e686-453a-a593-0e7821dafee6 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] For port b43c51df-9db2-4284-b873-53186451a02a, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=b43c51df-9db2-4284-b873-53186451a02a,segment=NetworkSegment(d93607ed-2f89-4fb3-8de4-b61c7715179a),segment_id=d93607ed-2f89-4fb3-8de4-b61c7715179a)] {{(pid=80166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:39:06.193950 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-68ae17c6-6b5d-496d-a9d3-0ef6fb8d99a4 req-ab110a62-e686-453a-a593-0e7821dafee6 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137761'] for port, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:06.326587 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [req-68ae17c6-6b5d-496d-a9d3-0ef6fb8d99a4 req-ab110a62-e686-453a-a593-0e7821dafee6 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Calling delete_port for b43c51df-9db2-4284-b873-53186451a02a owned by compute:nova {{(pid=80166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:39:06.412344 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.db.api [req-68ae17c6-6b5d-496d-a9d3-0ef6fb8d99a4 req-ab110a62-e686-453a-a593-0e7821dafee6 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80166) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 22:39:06.412715 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_db.api [req-68ae17c6-6b5d-496d-a9d3-0ef6fb8d99a4 req-ab110a62-e686-453a-a593-0e7821dafee6 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80166) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 22:39:06.603412 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a496e-76b3-408e-b08f-30433874d050 req-5bc39ca5-1532-4541-b774-75d06a493e88 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:39:06.605021 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-536a496e-76b3-408e-b08f-30433874d050 req-5bc39ca5-1532-4541-b774-75d06a493e88 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/ports?device_id=46523f58-a489-46c3-b409-fc7bfcc330af HTTP/1.1" status: 200 len: 944 time: 0.1020503 Jan 19 22:39:06.659895 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-536a496e-76b3-408e-b08f-30433874d050 req-970f244b-d2ed-4c53-a3c1-5c7bc020cb08 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/security-groups?id=6e9af2a2-66a7-42cf-882d-add82c693686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483332 Jan 19 22:39:06.913640 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [req-68ae17c6-6b5d-496d-a9d3-0ef6fb8d99a4 req-ab110a62-e686-453a-a593-0e7821dafee6 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Deleting port b43c51df-9db2-4284-b873-53186451a02a {{(pid=80166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:39:06.913980 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-68ae17c6-6b5d-496d-a9d3-0ef6fb8d99a4 req-ab110a62-e686-453a-a593-0e7821dafee6 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:07.413180 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [req-68ae17c6-6b5d-496d-a9d3-0ef6fb8d99a4 req-ab110a62-e686-453a-a593-0e7821dafee6 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] For port b43c51df-9db2-4284-b873-53186451a02a, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=b43c51df-9db2-4284-b873-53186451a02a,segment=NetworkSegment(d93607ed-2f89-4fb3-8de4-b61c7715179a),segment_id=d93607ed-2f89-4fb3-8de4-b61c7715179a)] {{(pid=80166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:39:07.414383 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-68ae17c6-6b5d-496d-a9d3-0ef6fb8d99a4 req-ab110a62-e686-453a-a593-0e7821dafee6 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137761'] for port, precommit_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:07.545515 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [req-68ae17c6-6b5d-496d-a9d3-0ef6fb8d99a4 req-ab110a62-e686-453a-a593-0e7821dafee6 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Calling delete_port for b43c51df-9db2-4284-b873-53186451a02a owned by compute:nova {{(pid=80166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:39:07.581649 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:07.704760 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-68ae17c6-6b5d-496d-a9d3-0ef6fb8d99a4 req-ab110a62-e686-453a-a593-0e7821dafee6 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307084714663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307085172425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843396414'] for port, after_delete {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:07.723545 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-9e24d4ae-254a-4bf8-91c7-d5e593917325 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:39:07.787360 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab110a62-e686-453a-a593-0e7821dafee6 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Pushing event deleted for resources: {'Port': ['ID=b43c51df-9db2-4284-b873-53186451a02a,revision_number=None']} {{(pid=80166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:39:07.790123 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-ab110a62-e686-453a-a593-0e7821dafee6 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:39:07.903446 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-5c5830c7-2637-4df4-afbb-f55fc4a7cf63 req-ef4ffd2a-7e54-457f-babd-791d1d00af89 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.43 "GET /v2.0/ports?device_id=46523f58-a489-46c3-b409-fc7bfcc330af HTTP/1.1" status: 200 len: 210 time: 0.1095440 Jan 19 22:39:07.989215 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [req-68ae17c6-6b5d-496d-a9d3-0ef6fb8d99a4 req-ab110a62-e686-453a-a593-0e7821dafee6 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] No DVR routers for this DVR port b43c51df-9db2-4284-b873-53186451a02a on host hv-cinder-75078 {{(pid=80166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 22:39:07.991554 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [req-68ae17c6-6b5d-496d-a9d3-0ef6fb8d99a4 req-ab110a62-e686-453a-a593-0e7821dafee6 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746077'] for port, before_response {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:07.994353 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46523f58-a489-46c3-b409-fc7bfcc330af', 'name': 'network-vif-deleted', 'tag': 'b43c51df-9db2-4284-b873-53186451a02a'}] {{(pid=80166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:39:08.010161 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [req-68ae17c6-6b5d-496d-a9d3-0ef6fb8d99a4 req-ab110a62-e686-453a-a593-0e7821dafee6 tempest-TestMinimumBasicScenario-1281881304 tempest-TestMinimumBasicScenario-1281881304] 10.222.0.66 "DELETE /v2.0/ports/b43c51df-9db2-4284-b873-53186451a02a HTTP/1.1" status: 204 len: 173 time: 2.1625822 Jan 19 22:39:08.053670 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46523f58-a489-46c3-b409-fc7bfcc330af', 'name': 'network-vif-deleted', 'tag': 'b43c51df-9db2-4284-b873-53186451a02a', 'status': 'completed', 'code': 200} Jan 19 22:39:09.757848 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 59458) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:39:10.569189 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-486e1593-1715-4ed0-a2a9-bc9349374107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854328242'] for router_interface, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:10.932556 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-486e1593-1715-4ed0-a2a9-bc9349374107 admin admin] Deleting port 5f0b15b7-735a-4c93-aaf5-fb292408d009 {{(pid=80165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:39:10.933122 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-486e1593-1715-4ed0-a2a9-bc9349374107 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:11.113811 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-486e1593-1715-4ed0-a2a9-bc9349374107 admin admin] For port 5f0b15b7-735a-4c93-aaf5-fb292408d009, host dv-cinder-750782-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=5f0b15b7-735a-4c93-aaf5-fb292408d009,segment=NetworkSegment(d93607ed-2f89-4fb3-8de4-b61c7715179a),segment_id=d93607ed-2f89-4fb3-8de4-b61c7715179a)] {{(pid=80165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:39:11.114136 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-486e1593-1715-4ed0-a2a9-bc9349374107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137761'] for port, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:11.249840 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-486e1593-1715-4ed0-a2a9-bc9349374107 admin admin] Calling delete_port for 5f0b15b7-735a-4c93-aaf5-fb292408d009 owned by network:router_interface {{(pid=80165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:39:11.427918 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-486e1593-1715-4ed0-a2a9-bc9349374107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307084714663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307085172425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852767463'] for port, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:11.441979 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-9895a64e-3b29-452c-9e59-f72caedb3d01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:39:11.498292 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486e1593-1715-4ed0-a2a9-bc9349374107 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f0b15b7-735a-4c93-aaf5-fb292408d009,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:39:11.503537 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-486e1593-1715-4ed0-a2a9-bc9349374107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:39:11.853762 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-486e1593-1715-4ed0-a2a9-bc9349374107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854234204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452574'] for router_interface, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:12.360513 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-486e1593-1715-4ed0-a2a9-bc9349374107 admin admin] Router 695ca0bf-fadb-44d8-802a-8edaf914bace has already been hosted by L3 agent f53f1119-c8e9-4b63-a732-32c6c8f5b9fc {{(pid=80165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 22:39:12.549263 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486e1593-1715-4ed0-a2a9-bc9349374107 admin admin] Notify agent at l3_agent.dv-cinder-750782-5-smb the message routers_updated {{(pid=80165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:39:12.558030 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717b6b4c-5d12-4b3e-9bf6-45ea869d51de None None] Sync routers for ids ['695ca0bf-fadb-44d8-802a-8edaf914bace'] in dv-cinder-750782-5-smb {{(pid=80167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:39:12.562047 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-486e1593-1715-4ed0-a2a9-bc9349374107 admin admin] 10.222.0.43 "PUT /v2.0/routers/695ca0bf-fadb-44d8-802a-8edaf914bace/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8030312 Jan 19 22:39:12.564924 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 59462) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:39:12.570042 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717b6b4c-5d12-4b3e-9bf6-45ea869d51de None None] Routers {'695ca0bf-fadb-44d8-802a-8edaf914bace'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:39:12.570733 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-717b6b4c-5d12-4b3e-9bf6-45ea869d51de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:39:02Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['695ca0bf-fadb-44d8-802a-8edaf914bace'], 'active': True} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:39:12.771194 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-717b6b4c-5d12-4b3e-9bf6-45ea869d51de None None] Set router 695ca0bf-fadb-44d8-802a-8edaf914bace gateway port host: dv-cinder-750782-5-smb {{(pid=80167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:39:12.979344 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-6d5ff5f7-3705-4178-82d5-1e4a429f95aa admin admin] Notify callbacks [] for router, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:13.083056 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-717b6b4c-5d12-4b3e-9bf6-45ea869d51de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '695ca0bf-fadb-44d8-802a-8edaf914bace', 'name': 'tempest-TestMinimumBasicScenario-826735016-router', 'tenant_id': 'fddaecd504844feeb47e1f8b7938103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.43'}], 'enable_snat': True}, 'gw_port_id': 'f06260cf-d754-41c0-b614-daf97ccdf458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:36:56Z', 'updated_at': '2021-01-19T22:39:11Z', 'revision_number': 5, 'project_id': 'fddaecd504844feeb47e1f8b7938103e', 'gw_port': {'id': 'f06260cf-d754-41c0-b614-daf97ccdf458', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695ca0bf-fadb-44d8-802a-8edaf914bace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:36:57Z', 'updated_at': '2021-01-19T22:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb'}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:39:13.087441 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717b6b4c-5d12-4b3e-9bf6-45ea869d51de None None] Checking router: 695ca0bf-fadb-44d8-802a-8edaf914bace for host: dv-cinder-750782-5-smb {{(pid=80167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:39:13.096684 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717b6b4c-5d12-4b3e-9bf6-45ea869d51de None None] Routers {'695ca0bf-fadb-44d8-802a-8edaf914bace'} bound to L3 agent in host dv-cinder-750782-5-smb {{(pid=80167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:39:13.097398 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-717b6b4c-5d12-4b3e-9bf6-45ea869d51de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-19T22:17:32Z,description=,heartbeat_timestamp=2021-01-19T22:39:02Z,host='dv-cinder-750782-5-smb',id=f53f1119-c8e9-4b63-a732-32c6c8f5b9fc,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:17:32Z,topic='l3_agent')) {'router_ids': ['695ca0bf-fadb-44d8-802a-8edaf914bace'], 'active': True} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:39:13.164684 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-6d5ff5f7-3705-4178-82d5-1e4a429f95aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:13.170279 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-6d5ff5f7-3705-4178-82d5-1e4a429f95aa admin admin] Deleting port f06260cf-d754-41c0-b614-daf97ccdf458 {{(pid=80165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:39:13.170653 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-6d5ff5f7-3705-4178-82d5-1e4a429f95aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:13.286589 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvr_db [None req-717b6b4c-5d12-4b3e-9bf6-45ea869d51de None None] Set router 695ca0bf-fadb-44d8-802a-8edaf914bace gateway port host: dv-cinder-750782-5-smb {{(pid=80167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:39:13.360993 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-6d5ff5f7-3705-4178-82d5-1e4a429f95aa admin admin] For port f06260cf-d754-41c0-b614-daf97ccdf458, host dv-cinder-750782-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=f06260cf-d754-41c0-b614-daf97ccdf458,segment=NetworkSegment(eae0621e-0013-4ba3-ab53-cef85e02fc92),segment_id=eae0621e-0013-4ba3-ab53-cef85e02fc92)] {{(pid=80165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:39:13.361571 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-6d5ff5f7-3705-4178-82d5-1e4a429f95aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137761'] for port, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:13.498672 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-6d5ff5f7-3705-4178-82d5-1e4a429f95aa admin admin] Calling delete_port for f06260cf-d754-41c0-b614-daf97ccdf458 owned by network:router_gateway {{(pid=80165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:39:13.590443 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_hamode_db [None req-717b6b4c-5d12-4b3e-9bf6-45ea869d51de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '695ca0bf-fadb-44d8-802a-8edaf914bace', 'name': 'tempest-TestMinimumBasicScenario-826735016-router', 'tenant_id': 'fddaecd504844feeb47e1f8b7938103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.43'}], 'enable_snat': True}, 'gw_port_id': 'f06260cf-d754-41c0-b614-daf97ccdf458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:36:56Z', 'updated_at': '2021-01-19T22:39:11Z', 'revision_number': 5, 'project_id': 'fddaecd504844feeb47e1f8b7938103e', 'gw_port': {'id': 'f06260cf-d754-41c0-b614-daf97ccdf458', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695ca0bf-fadb-44d8-802a-8edaf914bace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:36:57Z', 'updated_at': '2021-01-19T22:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb'}], 'dv-cinder-750782-5-smb', False) {} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:39:13.594701 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717b6b4c-5d12-4b3e-9bf6-45ea869d51de None None] The sync data for ids ['695ca0bf-fadb-44d8-802a-8edaf914bace'] in dv-cinder-750782-5-smb is: [{'id': '695ca0bf-fadb-44d8-802a-8edaf914bace', 'name': 'tempest-TestMinimumBasicScenario-826735016-router', 'tenant_id': 'fddaecd504844feeb47e1f8b7938103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'external_fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.43'}], 'enable_snat': True}, 'gw_port_id': 'f06260cf-d754-41c0-b614-daf97ccdf458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:36:56Z', 'updated_at': '2021-01-19T22:39:11Z', 'revision_number': 5, 'project_id': 'fddaecd504844feeb47e1f8b7938103e', 'gw_port': {'id': 'f06260cf-d754-41c0-b614-daf97ccdf458', 'name': '', 'network_id': '8d9e1b39-82c1-4058-b2cd-c5f96fe21028', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695ca0bf-fadb-44d8-802a-8edaf914bace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'ip_address': '172.28.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:36:57Z', 'updated_at': '2021-01-19T22:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38adf78b-3b33-4ad9-9d2a-ea7b603f0cf0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-smb'}] {{(pid=80167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:39:13.640560 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-6d5ff5f7-3705-4178-82d5-1e4a429f95aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307084714663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307085172425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852767463'] for port, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:13.831465 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-6d5ff5f7-3705-4178-82d5-1e4a429f95aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451142'] for router_gateway, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:13.972513 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-6d5ff5f7-3705-4178-82d5-1e4a429f95aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-442634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1158'] for router, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:13.974927 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-6d5ff5f7-3705-4178-82d5-1e4a429f95aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:13.995028 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-6d5ff5f7-3705-4178-82d5-1e4a429f95aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854170981'] for router, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:13.995619 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d5ff5f7-3705-4178-82d5-1e4a429f95aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 695ca0bf-fadb-44d8-802a-8edaf914bace {{(pid=80165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 19 22:39:14.008782 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-6d5ff5f7-3705-4178-82d5-1e4a429f95aa admin admin] Notify callbacks [] for router, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:14.010091 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-6d5ff5f7-3705-4178-82d5-1e4a429f95aa admin admin] 10.222.0.43 "DELETE /v2.0/routers/695ca0bf-fadb-44d8-802a-8edaf914bace HTTP/1.1" status: 204 len: 168 time: 1.4441314 Jan 19 22:39:14.012796 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 59466) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:39:14.080900 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.db_base_plugin_v2 [None req-618f32a1-c6da-403a-83f6-e24881c9a0b4 admin admin] Deleting subnet 9c35fe21-4842-4614-ae1d-e82e817e996b {{(pid=80165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 19 22:39:14.084123 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-618f32a1-c6da-403a-83f6-e24881c9a0b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:14.140037 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-618f32a1-c6da-403a-83f6-e24881c9a0b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8211335'] for subnet, precommit_delete_associations {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:14.225455 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-618f32a1-c6da-403a-83f6-e24881c9a0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560750'] for subnet, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:14.490479 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-618f32a1-c6da-403a-83f6-e24881c9a0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851215066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2008431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853717813'] for subnet, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:14.506185 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:39:14.553608 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f32a1-c6da-403a-83f6-e24881c9a0b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c35fe21-4842-4614-ae1d-e82e817e996b,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:39:14.558061 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-618f32a1-c6da-403a-83f6-e24881c9a0b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:39:14.640305 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-618f32a1-c6da-403a-83f6-e24881c9a0b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:14.645576 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40adf3f-099a-4c0c-bbeb-fc286d7ce556 None None] Network 89e241a6-c22e-41ae-9bbc-2825eb64df4b requested from dv-cinder-750782-5-smb {{(pid=80167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:39:14.646440 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-618f32a1-c6da-403a-83f6-e24881c9a0b4 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/9c35fe21-4842-4614-ae1d-e82e817e996b HTTP/1.1" status: 204 len: 168 time: 0.6325605 Jan 19 22:39:14.649147 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 59470) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:39:14.768403 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-61e864e8-f590-4faa-a0f1-b5f533eb74a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851036617'] for network, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:14.838093 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-61e864e8-f590-4faa-a0f1-b5f533eb74a4 admin admin] Deleting port e7fc1730-dda9-414a-ab71-89d440fba7e1 {{(pid=80165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:39:14.838474 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-61e864e8-f590-4faa-a0f1-b5f533eb74a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:14.847696 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device f06260cf-d754-41c0-b614-daf97ccdf458 no longer exists at agent ovs-agent-dv-cinder-750782-5-smb {{(pid=80167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:39:14.886697 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] No Port match for: f06260cf-d754-41c0-b614-daf97ccdf458 {{(pid=80167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 22:39:14.887089 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device f06260cf-d754-41c0-b614-daf97ccdf458 not bound to the agent host dv-cinder-750782-5-smb {{(pid=80167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 22:39:14.887561 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device 5f0b15b7-735a-4c93-aaf5-fb292408d009 no longer exists at agent ovs-agent-dv-cinder-750782-5-smb {{(pid=80167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:39:14.924555 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] No Port match for: 5f0b15b7-735a-4c93-aaf5-fb292408d009 {{(pid=80167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 22:39:14.924954 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device 5f0b15b7-735a-4c93-aaf5-fb292408d009 not bound to the agent host dv-cinder-750782-5-smb {{(pid=80167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 22:39:14.965100 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd69ec90-50b2-4883-8170-2b2a3514a37f None None] DHCP port deletion for 89e241a6-c22e-41ae-9bbc-2825eb64df4b request from dv-cinder-750782-5-smb {{(pid=80167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 19 22:39:14.969765 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-bd69ec90-50b2-4883-8170-2b2a3514a37f None None] Deleting port e7fc1730-dda9-414a-ab71-89d440fba7e1 {{(pid=80167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:39:14.969765 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-bd69ec90-50b2-4883-8170-2b2a3514a37f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:15.071439 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-61e864e8-f590-4faa-a0f1-b5f533eb74a4 admin admin] For port e7fc1730-dda9-414a-ab71-89d440fba7e1, host dv-cinder-750782-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=e7fc1730-dda9-414a-ab71-89d440fba7e1,segment=NetworkSegment(d93607ed-2f89-4fb3-8de4-b61c7715179a),segment_id=d93607ed-2f89-4fb3-8de4-b61c7715179a)] {{(pid=80165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:39:15.071751 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-61e864e8-f590-4faa-a0f1-b5f533eb74a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137761'] for port, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:15.186971 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.db [None req-bd69ec90-50b2-4883-8170-2b2a3514a37f None None] For port e7fc1730-dda9-414a-ab71-89d440fba7e1, host dv-cinder-750782-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-smb',level=0,port_id=e7fc1730-dda9-414a-ab71-89d440fba7e1,segment=NetworkSegment(d93607ed-2f89-4fb3-8de4-b61c7715179a),segment_id=d93607ed-2f89-4fb3-8de4-b61c7715179a)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:39:15.187448 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-bd69ec90-50b2-4883-8170-2b2a3514a37f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137761'] for port, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:15.203973 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-61e864e8-f590-4faa-a0f1-b5f533eb74a4 admin admin] Calling delete_port for e7fc1730-dda9-414a-ab71-89d440fba7e1 owned by network:dhcp {{(pid=80165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:39:15.285635 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-61e864e8-f590-4faa-a0f1-b5f533eb74a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851192470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824680141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307084714663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307085172425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852767463'] for port, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:15.301913 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-a7538aa2-671c-4add-b11b-6c80919cff8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:39:15.365190 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e864e8-f590-4faa-a0f1-b5f533eb74a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7fc1730-dda9-414a-ab71-89d440fba7e1,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:39:15.369638 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-61e864e8-f590-4faa-a0f1-b5f533eb74a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:39:15.457846 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e864e8-f590-4faa-a0f1-b5f533eb74a4 admin admin] No DVR routers for this DVR port e7fc1730-dda9-414a-ab71-89d440fba7e1 on host dv-cinder-750782-5-smb {{(pid=80165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 22:39:15.496553 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-bd69ec90-50b2-4883-8170-2b2a3514a37f None None] Calling delete_port for e7fc1730-dda9-414a-ab71-89d440fba7e1 owned by network:dhcp {{(pid=80167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:39:15.572174 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.db.api [None req-bd69ec90-50b2-4883-8170-2b2a3514a37f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80167) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 22:39:15.572591 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_db.api [None req-bd69ec90-50b2-4883-8170-2b2a3514a37f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 22:39:15.582229 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-61e864e8-f590-4faa-a0f1-b5f533eb74a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3566075', 'neutron.services.segments.db._delete_segments_for_network--9223363307084834676'] for network, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:15.696116 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.services.segments.db [None req-61e864e8-f590-4faa-a0f1-b5f533eb74a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89e241a6-c22e-41ae-9bbc-2825eb64df4b']}} {{(pid=80165) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:39:15.708695 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.services.segments.db [None req-61e864e8-f590-4faa-a0f1-b5f533eb74a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd93607ed-2f89-4fb3-8de4-b61c7715179a') {'for_net_delete': True} {{(pid=80165) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:39:15.709043 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.services.segments.db [None req-61e864e8-f590-4faa-a0f1-b5f533eb74a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd93607ed-2f89-4fb3-8de4-b61c7715179a') {} {{(pid=80165) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:39:15.721554 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-61e864e8-f590-4faa-a0f1-b5f533eb74a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307084830580', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036846564465'] for segment, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:15.736116 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-61e864e8-f590-4faa-a0f1-b5f533eb74a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560818'] for segment, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:15.738142 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-61e864e8-f590-4faa-a0f1-b5f533eb74a4 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 19 22:39:15.912304 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-61e864e8-f590-4faa-a0f1-b5f533eb74a4 admin admin] Network 89e241a6-c22e-41ae-9bbc-2825eb64df4b has no segments {{(pid=80165) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 22:39:15.921345 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-61e864e8-f590-4faa-a0f1-b5f533eb74a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851214998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2008516'] for segment, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:16.074092 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-bd69ec90-50b2-4883-8170-2b2a3514a37f None None] Deleting port e7fc1730-dda9-414a-ab71-89d440fba7e1 {{(pid=80167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:39:16.074484 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-bd69ec90-50b2-4883-8170-2b2a3514a37f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729770096311'] for port, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:16.101171 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.managers [None req-61e864e8-f590-4faa-a0f1-b5f533eb74a4 admin admin] Network 89e241a6-c22e-41ae-9bbc-2825eb64df4b has no segments {{(pid=80165) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 22:39:16.124081 dv-cinder-750782-5-smb neutron-server[80054]: Traceback (most recent call last): Jan 19 22:39:16.124081 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 22:39:16.124081 dv-cinder-750782-5-smb neutron-server[80054]: timer() Jan 19 22:39:16.124081 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 22:39:16.124081 dv-cinder-750782-5-smb neutron-server[80054]: cb(*args, **kw) Jan 19 22:39:16.124081 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 19 22:39:16.124081 dv-cinder-750782-5-smb neutron-server[80054]: return func(*args, **kwargs) Jan 19 22:39:16.124081 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 22:39:16.124081 dv-cinder-750782-5-smb neutron-server[80054]: self._notify() Jan 19 22:39:16.124081 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 22:39:16.124081 dv-cinder-750782-5-smb neutron-server[80054]: self.callback(batched_events) Jan 19 22:39:16.124081 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 22:39:16.124081 dv-cinder-750782-5-smb neutron-server[80054]: event.method(event) Jan 19 22:39:16.124081 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 22:39:16.124081 dv-cinder-750782-5-smb neutron-server[80054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 22:39:16.124081 dv-cinder-750782-5-smb neutron-server[80054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 19 22:39:16.124081 dv-cinder-750782-5-smb neutron-server[80054]: segment_id)['aggregates'][0] Jan 19 22:39:16.124081 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 22:39:16.124081 dv-cinder-750782-5-smb neutron-server[80054]: return f(self, *a, **k) Jan 19 22:39:16.124081 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 19 22:39:16.124081 dv-cinder-750782-5-smb neutron-server[80054]: return self._get(url).json() Jan 19 22:39:16.124081 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 22:39:16.124081 dv-cinder-750782-5-smb neutron-server[80054]: **kwargs) Jan 19 22:39:16.124081 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 22:39:16.124081 dv-cinder-750782-5-smb neutron-server[80054]: return self.request(url, 'GET', **kwargs) Jan 19 22:39:16.124081 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 19 22:39:16.124081 dv-cinder-750782-5-smb neutron-server[80054]: **endpoint_filter) Jan 19 22:39:16.124081 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 22:39:16.124081 dv-cinder-750782-5-smb neutron-server[80054]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 22:39:16.124081 dv-cinder-750782-5-smb neutron-server[80054]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 22:39:16.124081 dv-cinder-750782-5-smb neutron-server[80054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 22:39:16.124081 dv-cinder-750782-5-smb neutron-server[80054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 22:39:16.143514 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-bd69ec90-50b2-4883-8170-2b2a3514a37f None None] The port 'e7fc1730-dda9-414a-ab71-89d440fba7e1' was deleted {{(pid=80167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 19 22:39:16.436383 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-61e864e8-f590-4faa-a0f1-b5f533eb74a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3565836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-541596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324611'] for network, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:16.440288 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-9ceaa528-9051-45d0-85aa-45ee90a3da47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:39:16.454064 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-61e864e8-f590-4faa-a0f1-b5f533eb74a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541581'] for network, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:16.465448 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e864e8-f590-4faa-a0f1-b5f533eb74a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=89e241a6-c22e-41ae-9bbc-2825eb64df4b,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:39:16.470513 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-61e864e8-f590-4faa-a0f1-b5f533eb74a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:39:16.473675 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-61e864e8-f590-4faa-a0f1-b5f533eb74a4 admin admin] 10.222.0.43 "DELETE /v2.0/networks/89e241a6-c22e-41ae-9bbc-2825eb64df4b HTTP/1.1" status: 204 len: 168 time: 1.8234620 Jan 19 22:39:16.727232 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 59476) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:39:16.778345 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-1603fd66-a6e2-435a-90c6-3af7836a1352 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fddaecd504844feeb47e1f8b7938103e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0498202 Jan 19 22:39:16.780755 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [-] (80165) accepted ('10.222.0.43', 59480) {{(pid=80165) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:39:16.840141 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device e7fc1730-dda9-414a-ab71-89d440fba7e1 no longer exists at agent ovs-agent-dv-cinder-750782-5-smb {{(pid=80167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:39:16.843292 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-6673a135-9c8c-4e65-8903-44458a4bd697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:16.870937 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-6673a135-9c8c-4e65-8903-44458a4bd697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:16.878274 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.plugin [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] No Port match for: e7fc1730-dda9-414a-ab71-89d440fba7e1 {{(pid=80167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 22:39:16.878667 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.plugins.ml2.rpc [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Device e7fc1730-dda9-414a-ab71-89d440fba7e1 not bound to the agent host dv-cinder-750782-5-smb {{(pid=80167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 22:39:16.920686 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-6673a135-9c8c-4e65-8903-44458a4bd697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854257898'] for security_group, after_delete {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:16.925738 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-25793b2f-20fa-484a-844c-760a28246f5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:39:16.939436 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6673a135-9c8c-4e65-8903-44458a4bd697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9af2a2-66a7-42cf-882d-add82c693686,revision_number=None']} {{(pid=80165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:39:16.942223 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG oslo_concurrency.lockutils [None req-6673a135-9c8c-4e65-8903-44458a4bd697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:39:16.949244 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-6673a135-9c8c-4e65-8903-44458a4bd697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:16.950497 dv-cinder-750782-5-smb neutron-server[80054]: INFO neutron.wsgi [None req-6673a135-9c8c-4e65-8903-44458a4bd697 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6e9af2a2-66a7-42cf-882d-add82c693686 HTTP/1.1" status: 204 len: 168 time: 0.1687441 Jan 19 22:39:28.871467 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-3fc59276-e1a6-49a7-a82f-1a24a26c4247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:31.452319 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1243c519-8875-4095-9705-67b78462088e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:31.789048 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-76146f19-c82b-4aef-ba72-f775b564a419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:33.066276 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:33.468061 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8bdf443e-3544-4df7-a37c-063f9f459872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:34.954844 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.agents_db [None req-329fefd4-1494-457f-8297-9b2689c275d7 None None] Agent healthcheck: found 6 active agents {{(pid=80168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:39:37.583401 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:58.872315 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-43a0849b-6c9e-402f-b9df-e20d5b764b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:40:01.454363 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1243c519-8875-4095-9705-67b78462088e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:40:01.789510 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a8ac252a-2215-436a-a620-6946036d10a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:40:03.069016 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:40:03.471070 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8bdf443e-3544-4df7-a37c-063f9f459872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:40:07.592832 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:40:11.954809 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.agents_db [None req-329fefd4-1494-457f-8297-9b2689c275d7 None None] Agent healthcheck: found 6 active agents {{(pid=80168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:40:28.873447 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a6c83eb3-d423-45a8-a30c-4a67d5dc737e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:40:31.456661 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1243c519-8875-4095-9705-67b78462088e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:40:31.790499 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1996bc5d-13b9-4f9b-b6ac-4b4c8ce3c248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:40:33.071586 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:40:33.475417 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8bdf443e-3544-4df7-a37c-063f9f459872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:40:37.622953 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:40:48.954952 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.agents_db [None req-329fefd4-1494-457f-8297-9b2689c275d7 None None] Agent healthcheck: found 6 active agents {{(pid=80168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:40:58.875577 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8eabf50d-0f9a-4d19-acd1-96769369ac55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:41:01.459833 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1243c519-8875-4095-9705-67b78462088e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:41:01.793476 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a5b05f8c-96ff-49d6-bd01-0ea03f74837d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:41:03.073643 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:41:03.477730 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8bdf443e-3544-4df7-a37c-063f9f459872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:41:07.638069 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:41:25.955041 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.agents_db [None req-329fefd4-1494-457f-8297-9b2689c275d7 None None] Agent healthcheck: found 6 active agents {{(pid=80168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:41:28.877122 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-60ba7fae-f75e-41c7-bf97-ddbc96d6dae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:41:31.462330 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1243c519-8875-4095-9705-67b78462088e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:41:31.796235 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-235ff774-4a82-47f7-b5d4-66be152ae376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:41:33.075634 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:41:33.482977 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8bdf443e-3544-4df7-a37c-063f9f459872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:41:37.761829 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:41:58.883902 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-97c58a4e-23c7-4195-a841-e88e89664aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:42:01.464497 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1243c519-8875-4095-9705-67b78462088e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:42:01.797509 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1191e112-f163-4022-b719-82f8d810dec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:42:02.955346 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.agents_db [None req-329fefd4-1494-457f-8297-9b2689c275d7 None None] Agent healthcheck: found 6 active agents {{(pid=80168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:42:03.077320 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:42:03.486061 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8bdf443e-3544-4df7-a37c-063f9f459872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:42:07.676513 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:42:28.876051 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-34c328fa-c23f-44ee-9d74-bb04f44089ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:42:31.374778 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [req-03e5e699-f730-481b-ba0d-ad523ad5f32b req-5d239767-2df8-489b-bb04-a9a0ffdeb4d4 service neutron] (80166) timed out ('10.222.0.66', 62547) {{(pid=80166) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 19 22:42:31.468415 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1243c519-8875-4095-9705-67b78462088e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:42:31.797948 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-415ba050-4fd0-4c46-aacf-631b6fd55dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:42:33.079458 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:42:33.489678 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8bdf443e-3544-4df7-a37c-063f9f459872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:42:36.275912 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [req-1f0640c1-5d81-4e0d-8ebe-65fe60199054 req-2d0a0284-fe0e-4534-a75a-e9ff90dbda2b service neutron] (80166) timed out ('10.222.0.66', 62599) {{(pid=80166) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 19 22:42:37.691306 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:42:39.955756 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.agents_db [None req-329fefd4-1494-457f-8297-9b2689c275d7 None None] Agent healthcheck: found 6 active agents {{(pid=80168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:42:58.878605 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-685d2883-2d78-48e0-8df2-c368511cc394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:43:01.470409 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1243c519-8875-4095-9705-67b78462088e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:43:01.799322 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a3ea2f56-64ed-46bf-91bd-d8ea7251ea1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:43:03.080602 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:43:03.493010 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8bdf443e-3544-4df7-a37c-063f9f459872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:43:07.706639 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:43:16.958425 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.agents_db [None req-329fefd4-1494-457f-8297-9b2689c275d7 None None] Agent healthcheck: found 6 active agents {{(pid=80168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:43:28.881804 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1f031d83-8928-45bb-bc5a-6cf12ab75f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:43:31.473320 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1243c519-8875-4095-9705-67b78462088e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:43:31.800374 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-506c8755-137d-4f17-815e-844393ad217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:43:32.286028 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [req-9c196cd5-0fa2-488e-8a00-5dabffc7efb9 req-330e8e98-18eb-41bc-8468-bc165ba40a49 service neutron] (80165) timed out ('10.222.0.66', 62535) {{(pid=80165) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 19 22:43:33.082612 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:43:33.496562 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8bdf443e-3544-4df7-a37c-063f9f459872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:43:34.752751 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.wsgi [req-5bceb151-056b-4d9b-9bf0-9d5c090523ad req-30467b37-6a4e-4204-a697-2cbd1136abf5 service neutron] (80166) timed out ('10.222.0.66', 62598) {{(pid=80166) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 19 22:43:37.777397 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:43:53.958528 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron.db.agents_db [None req-329fefd4-1494-457f-8297-9b2689c275d7 None None] Agent healthcheck: found 6 active agents {{(pid=80168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:43:58.884044 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-a3880699-0e0e-47d7-83a7-5af1ecd23eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:44:01.477186 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-1243c519-8875-4095-9705-67b78462088e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:44:01.800821 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8c3eeb09-cdae-4187-bfe3-232c93773523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:44:03.084430 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-565cb8bf-275c-413a-92c6-b9214c0958e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:44:03.500284 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-8bdf443e-3544-4df7-a37c-063f9f459872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:44:07.743365 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-41f54301-fddd-4827-8445-a0910dd0ebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:44:28.886403 dv-cinder-750782-5-smb neutron-server[80054]: DEBUG neutron_lib.callbacks.manager [None req-26b8be63-3fd2-44d7-9f77-a3b8488efbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307084834693', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565307'] for agent, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}